import 'dart:io'; import 'dart:math'; import 'package:thermion_dart/src/viewer/src/ffi/src/thermion_viewer_ffi.dart'; import 'package:thermion_dart/thermion_dart.dart'; import 'package:test/test.dart'; import 'package:vector_math/vector_math_64.dart'; import 'helpers.dart'; void main() async { final testHelper = TestHelper("integration"); group("material tests", () { test('unlit material with color only', () async { var viewer = await testHelper.createViewer(); await viewer.setCameraPosition(0, 0, 6); await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0); await viewer.setPostProcessing(true); await viewer.setToneMapping(ToneMapper.LINEAR); var materialInstance = await viewer.createUnlitMaterialInstance(); var cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance); await materialInstance.setParameterFloat4( "baseColorFactor", 0.0, 1.0, 0.0, 1.0); await materialInstance.setParameterInt("baseColorIndex", -1); await viewer.render(); await viewer.render(); await viewer.render(); await testHelper.capture(viewer, "unlit_material_base_color"); await viewer.dispose(); }); test('unlit fixed size material', () async { var viewer = await testHelper.createViewer(); await viewer.setCameraPosition(0, 0, 6); await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0); await viewer.setPostProcessing(true); await viewer.setToneMapping(ToneMapper.LINEAR); var materialInstance = await viewer.createUnlitFixedSizeMaterialInstance(); var cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance); await viewer.setMaterialPropertyFloat4( cube, "baseColorFactor", 0, 0.0, 1.0, 0.0, 1.0); await testHelper.capture(viewer, "unlit_fixed_size_default_scale"); await materialInstance.setParameterFloat("scale", 10.0); await testHelper.capture(viewer, "unlit_fixed_size_scale_10"); await viewer.dispose(); }); test('apply texture to custom ubershader material instance', () async { var viewer = await testHelper.createViewer(); await viewer.addLight(LightType.SUN, 6500, 1000000, 0, 0, 0, 0, 0, -1); await viewer.setCameraPosition(0, 2, 6); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 8)); await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0); var materialInstance = await viewer.createUbershaderMaterialInstance(); final cube = await viewer.createGeometry( GeometryHelper.cube(uvs: true, normals: true), materialInstance: materialInstance); var textureData = File("${testHelper.testDir}/assets/cube_texture_512x512.png") .readAsBytesSync(); var texture = await viewer.createTexture(textureData); await viewer.applyTexture(texture as ThermionFFITexture, cube); await testHelper.capture( viewer, "geometry_cube_with_custom_material_ubershader_texture"); await viewer.removeEntity(cube); await viewer.destroyMaterialInstance(materialInstance); await viewer.destroyTexture(texture); await viewer.dispose(); }); test('create cube with custom material instance (unlit)', () async { var viewer = await testHelper.createViewer(); await viewer.setCameraPosition(0, 2, 6); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 8)); await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0); await viewer.setPostProcessing(true); await viewer.setToneMapping(ToneMapper.LINEAR); var materialInstance = await viewer.createUnlitMaterialInstance(); var cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance); var textureData = File("${testHelper.testDir}/assets/cube_texture_512x512.png") .readAsBytesSync(); var texture = await viewer.createTexture(textureData); await viewer.applyTexture(texture, cube); await testHelper.capture( viewer, "geometry_cube_with_custom_material_unlit_texture_only"); await viewer.removeEntity(cube); cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance); // reusing same material instance, so set baseColorIndex to -1 to disable the texture await viewer.setMaterialPropertyInt(cube, "baseColorIndex", 0, -1); await viewer.setMaterialPropertyFloat4( cube, "baseColorFactor", 0, 0.0, 1.0, 0.0, 1.0); await testHelper.capture( viewer, "geometry_cube_with_custom_material_unlit_color_only"); await viewer.removeEntity(cube); cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance); // now set baseColorIndex to 0 to enable the texture and the base color await viewer.setMaterialPropertyInt(cube, "baseColorIndex", 0, 0); await viewer.setMaterialPropertyFloat4( cube, "baseColorFactor", 0, 0.0, 1.0, 0.0, 0.5); await viewer.applyTexture(texture, cube); await testHelper.capture( viewer, "geometry_cube_with_custom_material_unlit_color_and_texture"); await viewer.removeEntity(cube); await viewer.destroyTexture(texture); await viewer.destroyMaterialInstance(materialInstance); await viewer.dispose(); }); test('create sphere (no normals)', () async { var viewer = await testHelper.createViewer(); await viewer.setBackgroundColor(0.0, 0.0, 1.0, 1.0); await viewer.setCameraPosition(0, 0, 6); await viewer .createGeometry(GeometryHelper.sphere(normals: false, uvs: false)); await testHelper.capture(viewer, "geometry_sphere_no_normals"); await viewer.dispose(); }); }); group("MaterialInstance", () { test('set depth func to always', () async { var viewer = await testHelper.createViewer( bg: kRed, cameraPosition: Vector3(0, 0, 6)); var materialInstance1 = await viewer.createUnlitMaterialInstance(); final cube1 = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance1); await materialInstance1! .setParameterFloat4("baseColorFactor", 0.0, 1.0, 0.0, 1.0); var materialInstance2 = await viewer.createUnlitMaterialInstance(); final cube2 = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance2); await viewer.setPosition(cube2, 1.0, 0.0, -1.0); await materialInstance2! .setParameterFloat4("baseColorFactor", 0.0, 0.0, 1.0, 1.0); // with default depth func, blue cube renders behind the green cube await testHelper.capture(viewer, "material_instance_depth_func_default"); await materialInstance2.setDepthFunc(SamplerCompareFunction.A); await testHelper.capture(viewer, "material_instance_depth_func_always"); await viewer.dispose(); }); test('disable depth write', () async { var viewer = await testHelper.createViewer(); await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0); await viewer.setCameraPosition(0, 0, 6); await viewer.addDirectLight( DirectLight.sun(direction: Vector3(0, 0, -1)..normalize())); final cube1 = await viewer.createGeometry(GeometryHelper.cube()); var materialInstance = await viewer.getMaterialInstanceAt(cube1, 0); final cube2 = await viewer.createGeometry(GeometryHelper.cube()); await viewer.setMaterialPropertyFloat4( cube2, "baseColorFactor", 0, 0, 1, 0, 1); await viewer.setPosition(cube2, 1.0, 0.0, -1.0); expect(materialInstance, isNotNull); // with depth write enabled on both materials, cube2 renders behind the white cube await testHelper.capture(viewer, "material_instance_depth_write_enabled"); // if we disable depth write on cube1, then cube2 will always appear in front // (relying on insertion order) materialInstance!.setDepthWriteEnabled(false); await testHelper.capture( viewer, "material_instance_depth_write_disabled"); // set priority for the cube1 cube to 7 (render) last, cube1 renders in front await viewer.setPriority(cube1, 7); await testHelper.capture( viewer, "material_instance_depth_write_disabled_with_priority"); await viewer.dispose(); }); test('set uv scaling (unlit)', () async { var viewer = await testHelper.createViewer(); await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0); await viewer.setCameraPosition(0, 0, 6); await viewer.addDirectLight( DirectLight.sun(direction: Vector3(0, 0, -1)..normalize())); final unlitMaterialInstance = await viewer.createUnlitMaterialInstance(); final cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: unlitMaterialInstance); await viewer.setMaterialPropertyFloat4( cube, 'baseColorFactor', 0, 1, 1, 1, 1); await viewer.setMaterialPropertyInt(cube, 'baseColorIndex', 0, 1); unlitMaterialInstance.setParameterFloat2("uvScale", 2.0, 4.0); var textureData = File("${testHelper.testDir}/assets/cube_texture_512x512.png") .readAsBytesSync(); var texture = await viewer.createTexture(textureData); await viewer.applyTexture(texture, cube); await testHelper.capture(viewer, "set_uv_scaling"); await viewer.dispose(); }); }); group("stencil", () { test('set stencil highlight for glb', () async { final viewer = await testHelper.createViewer(); var model = await viewer.loadGlb("${testHelper.testDir}/cube.glb", keepData: true); await viewer.setPostProcessing(true); var light = await viewer.addLight( LightType.SUN, 6500, 1000000, 0, 0, 0, 0, -1, 0); await viewer.setLightDirection(light, Vector3(0, 1, -1)); await viewer.setBackgroundColor(0.0, 1.0, 0.0, 1.0); await viewer.setCameraPosition(0, -1, 5); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), pi / 8)); await viewer.setStencilHighlight(model); await testHelper.capture(viewer, "stencil_highlight_glb"); await viewer.dispose(); }); test('set stencil highlight for geometry', () async { var viewer = await testHelper.createViewer(); await viewer.setPostProcessing(true); await viewer.setBackgroundColor(0.0, 1.0, 0.0, 1.0); await viewer.setCameraPosition(0, 2, 5); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -0.5)); var cube = await viewer.createGeometry(GeometryHelper.cube()); await viewer.setStencilHighlight(cube); await testHelper.capture(viewer, "stencil_highlight_geometry"); await viewer.removeStencilHighlight(cube); await testHelper.capture(viewer, "stencil_highlight_geometry_remove"); await viewer.dispose(); }); test('set stencil highlight for gltf asset', () async { var viewer = await testHelper.createViewer(); await viewer.setPostProcessing(true); await viewer.setBackgroundColor(0.0, 1.0, 0.0, 1.0); await viewer.setCameraPosition(0, 1, 5); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -0.5)); var cube1 = await viewer.loadGlb("${testHelper.testDir}/cube.glb", keepData: true); await viewer.transformToUnitCube(cube1); await viewer.setStencilHighlight(cube1); await testHelper.capture(viewer, "stencil_highlight_gltf"); await viewer.removeStencilHighlight(cube1); await testHelper.capture(viewer, "stencil_highlight_gltf_removed"); await viewer.dispose(); }); test('set stencil highlight for multiple geometry ', () async { var viewer = await testHelper.createViewer(); await viewer.setPostProcessing(true); await viewer.setBackgroundColor(0.0, 1.0, 0.0, 1.0); await viewer.setCameraPosition(0, 1, 5); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -0.5)); var cube1 = await viewer.createGeometry(GeometryHelper.cube()); var cube2 = await viewer.createGeometry(GeometryHelper.cube()); await viewer.setPosition(cube2, 0.5, 0.5, 0); await viewer.setStencilHighlight(cube1); await viewer.setStencilHighlight(cube2, r: 0.0, g: 0.0, b: 1.0); await testHelper.capture(viewer, "stencil_highlight_multiple_geometry"); await viewer.removeStencilHighlight(cube1); await viewer.removeStencilHighlight(cube2); await testHelper.capture( viewer, "stencil_highlight_multiple_geometry_removed"); await viewer.dispose(); }); test('set stencil highlight for multiple gltf assets ', () async { var viewer = await testHelper.createViewer(); await viewer.setPostProcessing(true); await viewer.setBackgroundColor(0.0, 1.0, 0.0, 1.0); await viewer.setCameraPosition(0, 1, 5); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -0.5)); var cube1 = await viewer.loadGlb("${testHelper.testDir}/cube.glb", keepData: true); await viewer.transformToUnitCube(cube1); var cube2 = await viewer.loadGlb("${testHelper.testDir}/cube.glb", keepData: true); await viewer.transformToUnitCube(cube2); await viewer.setPosition(cube2, 0.5, 0.5, 0); await viewer.setStencilHighlight(cube1); await viewer.setStencilHighlight(cube2, r: 0.0, g: 0.0, b: 1.0); await testHelper.capture(viewer, "stencil_highlight_multiple_geometry"); await viewer.removeStencilHighlight(cube1); await viewer.removeStencilHighlight(cube2); await testHelper.capture( viewer, "stencil_highlight_multiple_geometry_removed"); await viewer.dispose(); }); }); group("texture", () { test("create/apply/dispose texture", () async { var viewer = await testHelper.createViewer(); var textureData = File("${testHelper.testDir}/assets/cube_texture_512x512.png") .readAsBytesSync(); var texture = await viewer.createTexture(textureData); await viewer.setBackgroundColor(0.0, 0.0, 0.0, 1.0); await viewer.addDirectLight( DirectLight.sun(direction: Vector3(0, -10, -1)..normalize())); await viewer.addDirectLight(DirectLight.spot( intensity: 1000000, position: Vector3(0, 0, 1.5), direction: Vector3(0, 0, -1)..normalize(), falloffRadius: 10, spotLightConeInner: 1, spotLightConeOuter: 1)); await viewer.setCameraPosition(0, 2, 6); await viewer .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 8)); var materialInstance = await viewer.createUbershaderMaterialInstance(unlit: true); var cube = await viewer.createGeometry(GeometryHelper.cube(), materialInstance: materialInstance); await viewer.setPostProcessing(true); await viewer.setToneMapping(ToneMapper.LINEAR); await viewer.applyTexture(texture, cube, materialIndex: 0, parameterName: "baseColorMap"); await testHelper.capture(viewer, "texture_applied_to_geometry"); await viewer.removeEntity(cube); await viewer.destroyTexture(texture); await viewer.dispose(); }); }); // group("unproject", () { // test("unproject", () async { // final dimensions = (width: 1280, height: 768); // var viewer = await testHelper.createViewer(viewportDimensions: dimensions); // await viewer.setPostProcessing(false); // // await viewer.setToneMapping(ToneMapper.LINEAR); // await viewer.setBackgroundColor(1.0, 1.0, 1.0, 1.0); // // await viewer.createIbl(1.0, 1.0, 1.0, 100000); // await viewer.addLight(LightType.SUN, 6500, 100000, -2, 0, 0, 1, -1, 0); // await viewer.addLight(LightType.SPOT, 6500, 500000, 0, 0, 2, 0, 0, -1, // falloffRadius: 10, spotLightConeInner: 1.0, spotLightConeOuter: 2.0); // await viewer.setCameraPosition(-3, 4, 6); // await viewer.setCameraRotation( // Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) * // Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 6)); // var cube = // await viewer.createGeometry(GeometryHelper.cube(), keepData: true); // await viewer.setMaterialPropertyFloat4( // cube, "baseColorFactor", 0, 1.0, 1.0, 1.0, 1.0); // var textureData = // File("${testHelper.testDir}/assets/cube_texture_512x512.png").readAsBytesSync(); // var texture = await viewer.createTexture(textureData); // await viewer.applyTexture(texture, cube, // materialIndex: 0, parameterName: "baseColorMap"); // var numFrames = 60; // // first do the render // for (int i = 0; i < numFrames; i++) { // await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6); // await viewer.setCameraRotation( // Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) * // Quaternion.axisAngle( // Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6))); // var rendered = await testHelper.capture(viewer, "unproject_render$i"); // var renderPng = // await pixelsToPng(rendered, dimensions.width, dimensions.height); // File("${outDir.path}/unproject_render${i}.png") // .writeAsBytesSync(renderPng); // } // // then go off and convert the video // // now unproject the render back onto the geometry // final textureSize = (width: 1280, height: 768); // var pixels = []; // // note we skip the first frame // for (int i = 0; i < numFrames; i++) { // await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6); // await viewer.setCameraRotation( // Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) * // Quaternion.axisAngle( // Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6))); // var input = pngToPixelBuffer(File( // "${outDir.path}/a8c317af-6081-4848-8a06-f6b69bc57664_${i + 1}.png") // .readAsBytesSync()); // var pixelBuffer = await (await viewer as ThermionViewerFFI).unproject( // cube, // input, // dimensions.width, // dimensions.height, // textureSize.width, // textureSize.height); // // var png = await pixelsToPng(Uint8List.fromList(pixelBuffer), // // dimensions.width, dimensions.height); // await savePixelBufferToBmp( // pixelBuffer, // textureSize.width, // textureSize.height, // p.join(outDir.path, "unprojected_texture${i}.bmp")); // pixels.add(pixelBuffer); // if (i > 10) { // break; // } // } // // } // final aggregatePixelBuffer = medianImages(pixels); // await savePixelBufferToBmp(aggregatePixelBuffer, textureSize.width, // textureSize.height, "unproject_texture.bmp"); // var pixelBufferPng = await pixelsToPng( // Uint8List.fromList(aggregatePixelBuffer), // dimensions.width, // dimensions.height); // File("${outDir.path}/unproject_texture.png") // .writeAsBytesSync(pixelBufferPng); // await viewer.setPostProcessing(true); // await viewer.setToneMapping(ToneMapper.LINEAR); // final unlit = await viewer.createUnlitMaterialInstance(); // await viewer.removeEntity(cube); // cube = await viewer.createGeometry(GeometryHelper.cube(), // materialInstance: unlit); // var reconstructedTexture = await viewer.createTexture(pixelBufferPng); // await viewer.applyTexture(reconstructedTexture, cube); // await viewer.setCameraRotation( // Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) * // Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 6)); // await testHelper.capture(viewer, "unproject_reconstruct"); // // now re-render // for (int i = 0; i < numFrames; i++) { // await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6); // await viewer.setCameraRotation( // Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) * // Quaternion.axisAngle( // Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6))); // var rendered = await testHelper.capture(viewer, "unproject_rerender$i"); // var renderPng = // await pixelsToPng(rendered, dimensions.width, dimensions.height); // File("${outDir.path}/unproject_rerender${i}.png") // .writeAsBytesSync(renderPng); // } // }, timeout: Timeout(Duration(minutes: 2))); // }); }