Texture improvements: generateMipmaps(), add levels to createTexture, tests to check auto mip level selection
This commit is contained in:
Nick Fisher
@@ -32,150 +32,160 @@ void main() async {
|
||||
}, bg: kRed);
|
||||
});
|
||||
|
||||
test('create 2D texture and set image from raw buffer', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var imageData = File(
|
||||
"${testHelper.testDir}/assets/cube_texture_512x512.png",
|
||||
).readAsBytesSync();
|
||||
final image = await FilamentApp.instance!.decodeImage(imageData);
|
||||
expect(await image.getChannels(), 4);
|
||||
expect(await image.getWidth(), 512);
|
||||
expect(await image.getHeight(), 512);
|
||||
test('generate mipmaps', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var imageData = File(
|
||||
"${testHelper.testDir}/assets/cube_texture_512x512.png",
|
||||
).readAsBytesSync();
|
||||
final texture = await LinearImage.decodeToTexture(imageData, levels: 4);
|
||||
expect(await texture.getLevels(), 4);
|
||||
await texture.generateMipmaps();
|
||||
await texture.dispose();
|
||||
}, bg: kRed);
|
||||
});
|
||||
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
await image.getWidth(),
|
||||
await image.getHeight(),
|
||||
textureFormat: TextureFormat.RGBA32F,
|
||||
);
|
||||
var data = await image.getData();
|
||||
test('create 2D texture and set image from raw buffer', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var imageData = File(
|
||||
"${testHelper.testDir}/assets/cube_texture_512x512.png",
|
||||
).readAsBytesSync();
|
||||
final image = await FilamentApp.instance!.decodeImage(imageData);
|
||||
expect(await image.getChannels(), 4);
|
||||
expect(await image.getWidth(), 512);
|
||||
expect(await image.getHeight(), 512);
|
||||
|
||||
await texture.setImage(
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
await image.getWidth(),
|
||||
await image.getHeight(),
|
||||
textureFormat: TextureFormat.RGBA32F,
|
||||
);
|
||||
var data = await image.getData();
|
||||
|
||||
await texture.setImage(
|
||||
0,
|
||||
data.buffer.asUint8List(data.offsetInBytes),
|
||||
512,
|
||||
512,
|
||||
4,
|
||||
PixelDataFormat.RGBA,
|
||||
PixelDataType.FLOAT,
|
||||
);
|
||||
await texture.dispose();
|
||||
}, bg: kRed);
|
||||
});
|
||||
|
||||
test('create 3D texture and set image from buffers', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final width = 128;
|
||||
final height = 128;
|
||||
final channels = 4;
|
||||
final depth = 5;
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
width,
|
||||
height,
|
||||
depth: depth,
|
||||
textureSamplerType: TextureSamplerType.SAMPLER_3D,
|
||||
textureFormat: TextureFormat.RGBA32F,
|
||||
);
|
||||
|
||||
for (int i = 0; i < depth; i++) {
|
||||
final buffer = Uint8List(width * height * channels * sizeOf<Float>());
|
||||
await texture.setImage3D(
|
||||
0,
|
||||
data.buffer.asUint8List(data.offsetInBytes),
|
||||
512,
|
||||
512,
|
||||
4,
|
||||
0,
|
||||
0,
|
||||
i,
|
||||
width,
|
||||
height,
|
||||
channels,
|
||||
1,
|
||||
buffer,
|
||||
PixelDataFormat.RGBA,
|
||||
PixelDataType.FLOAT,
|
||||
);
|
||||
await texture.dispose();
|
||||
}, bg: kRed);
|
||||
});
|
||||
|
||||
test('create 3D texture and set image from buffers', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final width = 128;
|
||||
final height = 128;
|
||||
final channels = 4;
|
||||
final depth = 5;
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
width,
|
||||
height,
|
||||
depth: depth,
|
||||
textureSamplerType: TextureSamplerType.SAMPLER_3D,
|
||||
textureFormat: TextureFormat.RGBA32F,
|
||||
);
|
||||
|
||||
for (int i = 0; i < depth; i++) {
|
||||
final buffer = Uint8List(width * height * channels * sizeOf<Float>());
|
||||
await texture.setImage3D(
|
||||
0,
|
||||
0,
|
||||
0,
|
||||
i,
|
||||
width,
|
||||
height,
|
||||
channels,
|
||||
1,
|
||||
buffer,
|
||||
PixelDataFormat.RGBA,
|
||||
PixelDataType.FLOAT,
|
||||
);
|
||||
}
|
||||
await texture.dispose();
|
||||
}, bg: kRed);
|
||||
});
|
||||
|
||||
test('apply 3D texture material ', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final material = await FilamentApp.instance!.createMaterial(
|
||||
File(
|
||||
"/Users/nickfisher/Documents/thermion/materials/texture_array.filamat",
|
||||
).readAsBytesSync(),
|
||||
);
|
||||
final materialInstance = await material.createInstance();
|
||||
final sampler = await FilamentApp.instance!.createTextureSampler();
|
||||
final cube = await viewer.createGeometry(
|
||||
GeometryHelper.cube(),
|
||||
materialInstances: [materialInstance],
|
||||
);
|
||||
|
||||
final width = 1;
|
||||
final height = 1;
|
||||
final channels = 4;
|
||||
final numTextures = 2;
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
width,
|
||||
height,
|
||||
depth: numTextures,
|
||||
textureSamplerType: TextureSamplerType.SAMPLER_3D,
|
||||
textureFormat: TextureFormat.RGBA32F,
|
||||
);
|
||||
|
||||
for (int i = 0; i < numTextures; i++) {
|
||||
var pixelBuffer = Float32List.fromList([
|
||||
i == 0 ? 1.0 : 0.0,
|
||||
i == 1 ? 1.0 : 0.0,
|
||||
0.0,
|
||||
1.0,
|
||||
]);
|
||||
var byteBuffer = pixelBuffer.buffer.asUint8List(
|
||||
pixelBuffer.offsetInBytes,
|
||||
);
|
||||
|
||||
await texture.setImage3D(
|
||||
0,
|
||||
0,
|
||||
0,
|
||||
i,
|
||||
width,
|
||||
height,
|
||||
channels,
|
||||
1,
|
||||
byteBuffer,
|
||||
PixelDataFormat.RGBA,
|
||||
PixelDataType.FLOAT,
|
||||
);
|
||||
}
|
||||
|
||||
await materialInstance.setParameterTexture(
|
||||
"textures",
|
||||
texture,
|
||||
sampler,
|
||||
);
|
||||
await materialInstance.setParameterInt("activeTexture", 0);
|
||||
|
||||
await testHelper.capture(viewer.view, "3d_texture_0");
|
||||
|
||||
await materialInstance.setParameterInt("activeTexture", 1);
|
||||
|
||||
await testHelper.capture(viewer.view, "3d_texture_1");
|
||||
|
||||
await viewer.destroyAsset(cube);
|
||||
await materialInstance.destroy();
|
||||
await material.destroy();
|
||||
await texture.dispose();
|
||||
});
|
||||
});
|
||||
}
|
||||
await texture.dispose();
|
||||
}, bg: kRed);
|
||||
});
|
||||
|
||||
group("sampler", () {
|
||||
test('create sampler', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final sampler = FilamentApp.instance!.createTextureSampler();
|
||||
}, bg: kRed);
|
||||
test('apply 3D texture material ', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final material = await FilamentApp.instance!.createMaterial(
|
||||
File(
|
||||
"/Users/nickfisher/Documents/thermion/materials/texture_array.filamat",
|
||||
).readAsBytesSync(),
|
||||
);
|
||||
final materialInstance = await material.createInstance();
|
||||
final sampler = await FilamentApp.instance!.createTextureSampler();
|
||||
final cube = await viewer.createGeometry(
|
||||
GeometryHelper.cube(),
|
||||
materialInstances: [materialInstance],
|
||||
);
|
||||
|
||||
final width = 1;
|
||||
final height = 1;
|
||||
final channels = 4;
|
||||
final numTextures = 2;
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
width,
|
||||
height,
|
||||
depth: numTextures,
|
||||
textureSamplerType: TextureSamplerType.SAMPLER_3D,
|
||||
textureFormat: TextureFormat.RGBA32F,
|
||||
);
|
||||
|
||||
for (int i = 0; i < numTextures; i++) {
|
||||
var pixelBuffer = Float32List.fromList([
|
||||
i == 0 ? 1.0 : 0.0,
|
||||
i == 1 ? 1.0 : 0.0,
|
||||
0.0,
|
||||
1.0,
|
||||
]);
|
||||
var byteBuffer = pixelBuffer.buffer.asUint8List(
|
||||
pixelBuffer.offsetInBytes,
|
||||
);
|
||||
|
||||
await texture.setImage3D(
|
||||
0,
|
||||
0,
|
||||
0,
|
||||
i,
|
||||
width,
|
||||
height,
|
||||
channels,
|
||||
1,
|
||||
byteBuffer,
|
||||
PixelDataFormat.RGBA,
|
||||
PixelDataType.FLOAT,
|
||||
);
|
||||
}
|
||||
|
||||
await materialInstance.setParameterTexture(
|
||||
"textures",
|
||||
texture,
|
||||
sampler,
|
||||
);
|
||||
await materialInstance.setParameterInt("activeTexture", 0);
|
||||
|
||||
await testHelper.capture(viewer.view, "3d_texture_0");
|
||||
|
||||
await materialInstance.setParameterInt("activeTexture", 1);
|
||||
|
||||
await testHelper.capture(viewer.view, "3d_texture_1");
|
||||
|
||||
await viewer.destroyAsset(cube);
|
||||
await materialInstance.destroy();
|
||||
await material.destroy();
|
||||
await texture.dispose();
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
group("sampler", () {
|
||||
test('create sampler', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final sampler = FilamentApp.instance!.createTextureSampler();
|
||||
}, bg: kRed);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
@@ -4,595 +4,113 @@ import 'package:thermion_dart/thermion_dart.dart';
|
||||
import 'package:test/test.dart';
|
||||
import 'helpers.dart';
|
||||
|
||||
Future<
|
||||
({
|
||||
ThermionAsset blueCube,
|
||||
MaterialInstance blueMaterialInstance,
|
||||
ThermionAsset greenCube,
|
||||
MaterialInstance greenMaterialInstance
|
||||
})> setup(ThermionViewer viewer) async {
|
||||
var blueMaterialInstance =
|
||||
await FilamentApp.instance!.createUnlitMaterialInstance();
|
||||
final blueCube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
materialInstances: [blueMaterialInstance]);
|
||||
await blueMaterialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 0.0, 0.0, 1.0, 1.0);
|
||||
|
||||
// Position blue cube slightly behind and to the right
|
||||
await blueCube.setTransform(Matrix4.translation(Vector3(1.0, 0.0, -1.0)));
|
||||
|
||||
var greenMaterialInstance =
|
||||
await FilamentApp.instance!.createUnlitMaterialInstance();
|
||||
final greenCube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
materialInstances: [greenMaterialInstance]);
|
||||
await greenMaterialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 0.0, 1.0, 0.0, 1.0);
|
||||
|
||||
return (
|
||||
blueCube: blueCube,
|
||||
blueMaterialInstance: blueMaterialInstance,
|
||||
greenCube: greenCube,
|
||||
greenMaterialInstance: greenMaterialInstance
|
||||
);
|
||||
}
|
||||
|
||||
void main() async {
|
||||
final testHelper = TestHelper("material");
|
||||
|
||||
await testHelper.setup();
|
||||
|
||||
group("ubershader material tests", () {
|
||||
test('ubershader material with color only', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var materialInstance =
|
||||
await FilamentApp.instance!.createUbershaderMaterialInstance();
|
||||
await viewer
|
||||
.loadIbl("file://${testHelper.testDir}/assets/default_env_ibl.ktx");
|
||||
var cube = await viewer.createGeometry(
|
||||
GeometryHelper.cube(normals: true, uvs: true),
|
||||
materialInstances: [materialInstance]);
|
||||
|
||||
await materialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 0.0, 1.0, 0.0, 1.0);
|
||||
await materialInstance.setParameterInt("baseColorIndex", -1);
|
||||
await testHelper.capture(viewer.view, "ubershader_material_base_color");
|
||||
await materialInstance.destroy();
|
||||
}, bg: kRed, postProcessing: true);
|
||||
});
|
||||
|
||||
test('ubershader + baseColorMap texture', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var materialInstance = await FilamentApp.instance!
|
||||
.createUbershaderMaterialInstance(unlit: true);
|
||||
final cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
materialInstances: [materialInstance]);
|
||||
var data = File(
|
||||
"${testHelper.testDir}/assets/cube_texture_512x512_flipped.png")
|
||||
.readAsBytesSync();
|
||||
final image = await FilamentApp.instance!.decodeImage(data);
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
await image.getWidth(), await image.getHeight(),
|
||||
textureFormat: TextureFormat.RGBA32F);
|
||||
await texture.setLinearImage(
|
||||
image, PixelDataFormat.RGBA, PixelDataType.FLOAT);
|
||||
final sampler = await FilamentApp.instance!.createTextureSampler();
|
||||
await materialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 1.0, 1.0, 1.0, 0.0);
|
||||
await materialInstance.setParameterInt("baseColorIndex", 0);
|
||||
await materialInstance.setParameterTexture(
|
||||
"baseColorMap", texture, sampler);
|
||||
|
||||
await testHelper.capture(viewer.view,
|
||||
"geometry_cube_with_custom_material_ubershader_texture");
|
||||
await viewer.destroyAsset(cube);
|
||||
await materialInstance.destroy();
|
||||
await texture.dispose();
|
||||
});
|
||||
});
|
||||
|
||||
test('create cube with custom material instance (unlit)', () async {
|
||||
var viewer = await testHelper.createViewer();
|
||||
await viewer.setCameraPosition(0, 2, 6);
|
||||
await viewer
|
||||
.setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 8));
|
||||
await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0);
|
||||
await viewer.setPostProcessing(true);
|
||||
await viewer.setToneMapping(ToneMapper.LINEAR);
|
||||
|
||||
test('ubershader material with color only', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var materialInstance =
|
||||
await FilamentApp.instance!.createUnlitMaterialInstance();
|
||||
var cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
await FilamentApp.instance!.createUbershaderMaterialInstance();
|
||||
await viewer
|
||||
.loadIbl("file://${testHelper.testDir}/assets/default_env_ibl.ktx");
|
||||
var cube = await viewer.createGeometry(
|
||||
GeometryHelper.cube(normals: true, uvs: true),
|
||||
materialInstances: [materialInstance]);
|
||||
|
||||
var textureData =
|
||||
File("${testHelper.testDir}/assets/cube_texture_512x512.png")
|
||||
await materialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 0.0, 1.0, 0.0, 1.0);
|
||||
await materialInstance.setParameterInt("baseColorIndex", -1);
|
||||
await testHelper.capture(viewer.view, "ubershader_material_base_color");
|
||||
await materialInstance.destroy();
|
||||
}, bg: kRed, postProcessing: true);
|
||||
});
|
||||
|
||||
test('ubershader + baseColorMap texture', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var materialInstance = await FilamentApp.instance!
|
||||
.createUbershaderMaterialInstance(unlit: true);
|
||||
final cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
materialInstances: [materialInstance]);
|
||||
var data =
|
||||
File("${testHelper.testDir}/assets/cube_texture_512x512_flipped.png")
|
||||
.readAsBytesSync();
|
||||
throw UnimplementedError();
|
||||
// var texture = await FilamentApp.instance!.createTexture(textureData);
|
||||
// await viewer.applyTexture(texture, cube.entity);
|
||||
// await testHelper.capture(
|
||||
// viewer, "geometry_cube_with_custom_material_unlit_texture_only");
|
||||
// await viewer.destroyAsset(cube);
|
||||
final image = await FilamentApp.instance!.decodeImage(data);
|
||||
final texture = await FilamentApp.instance!.createTexture(
|
||||
await image.getWidth(), await image.getHeight(),
|
||||
textureFormat: TextureFormat.RGBA32F);
|
||||
await texture.setLinearImage(
|
||||
image, PixelDataFormat.RGBA, PixelDataType.FLOAT);
|
||||
final sampler = await FilamentApp.instance!.createTextureSampler();
|
||||
await materialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 1.0, 1.0, 1.0, 0.0);
|
||||
await materialInstance.setParameterInt("baseColorIndex", 0);
|
||||
await materialInstance.setParameterTexture(
|
||||
"baseColorMap", texture, sampler);
|
||||
|
||||
// cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
// materialInstances: [materialInstance]);
|
||||
// // reusing same material instance, so set baseColorIndex to -1 to disable the texture
|
||||
// await materialInstance.setParameterInt("baseColorIndex", -1);
|
||||
// await materialInstance.setParameterFloat4(
|
||||
// "baseColorFactor", 0.0, 1.0, 0.0, 1.0);
|
||||
// await testHelper.capture(
|
||||
// viewer, "geometry_cube_with_custom_material_unlit_color_only");
|
||||
// await viewer.destroyAsset(cube);
|
||||
|
||||
// cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
// materialInstances: [materialInstance]);
|
||||
// // now set baseColorIndex to 0 to enable the texture and the base color
|
||||
// await materialInstance.setParameterInt("baseColorIndex", 0);
|
||||
// await materialInstance.setParameterFloat4(
|
||||
// "baseColorFactor", 0.0, 1.0, 0.0, 0.5);
|
||||
// await viewer.applyTexture(texture, cube.entity);
|
||||
|
||||
// await testHelper.capture(
|
||||
// viewer, "geometry_cube_with_custom_material_unlit_color_and_texture");
|
||||
|
||||
// await viewer.destroyAsset(cube);
|
||||
|
||||
// await viewer.destroyTexture(texture);
|
||||
// await materialInstance.destroy();
|
||||
// await viewer.dispose();
|
||||
await testHelper.capture(
|
||||
viewer.view, "geometry_cube_with_custom_material_ubershader_texture");
|
||||
await viewer.destroyAsset(cube);
|
||||
await materialInstance.destroy();
|
||||
await texture.dispose();
|
||||
});
|
||||
});
|
||||
group('depth & stencil', () {
|
||||
test('set depth func to always', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final (
|
||||
:blueCube,
|
||||
:blueMaterialInstance,
|
||||
:greenCube,
|
||||
:greenMaterialInstance
|
||||
) = await setup(viewer);
|
||||
|
||||
// with default depth func, blue cube renders behind the green cube
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_depth_func_default");
|
||||
test('baseColorMap texture with mip levels', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
var materialInstance = await FilamentApp.instance!
|
||||
.createUbershaderMaterialInstance(unlit: true);
|
||||
final cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
materialInstances: [materialInstance]);
|
||||
|
||||
await greenMaterialInstance.setDepthFunc(SamplerCompareFunction.A);
|
||||
final red = await FilamentApp.instance!.decodeImage(
|
||||
File("${testHelper.testDir}/assets/red_24x24.png").readAsBytesSync());
|
||||
final green = await FilamentApp.instance!.decodeImage(
|
||||
File("${testHelper.testDir}/assets/green_12x12.png").readAsBytesSync());
|
||||
|
||||
// with green material depth func set to always pass, green cube will render in front of blue cube
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_depth_func_always");
|
||||
});
|
||||
});
|
||||
final texture = await FilamentApp.instance!
|
||||
.createTexture(24, 24, levels: 2, textureFormat: TextureFormat.RGB32F);
|
||||
|
||||
test('disable depth write', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final (
|
||||
:blueCube,
|
||||
:blueMaterialInstance,
|
||||
:greenCube,
|
||||
:greenMaterialInstance
|
||||
) = await setup(viewer);
|
||||
expect(await texture.getLevels(), 2);
|
||||
|
||||
// With depth write enabled on both materials, green cube renders behind the blue cube
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_depth_write_enabled");
|
||||
final redF32 = await red.getData();
|
||||
final greenF32 = await green.getData();
|
||||
|
||||
// Disable depth write on green cube, blue cube will always appear in front (green cube renders behind everything, including the image material, so not it's not visible at all)
|
||||
await greenMaterialInstance.setDepthWriteEnabled(false);
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_depth_write_disabled");
|
||||
await texture.setImage(
|
||||
0,
|
||||
redF32.buffer.asUint8List(redF32.offsetInBytes),
|
||||
24,
|
||||
24,
|
||||
await red.getChannels(),
|
||||
PixelDataFormat.RGB,
|
||||
PixelDataType.FLOAT);
|
||||
await texture.setImage(
|
||||
1,
|
||||
greenF32.buffer.asUint8List(greenF32.offsetInBytes),
|
||||
12,
|
||||
12,
|
||||
await green.getChannels(),
|
||||
PixelDataFormat.RGB,
|
||||
PixelDataType.FLOAT);
|
||||
|
||||
// Set priority for greenCube to render last, making it appear in front
|
||||
await viewer.setPriority(greenCube.entity, 7);
|
||||
await testHelper.capture(viewer.view,
|
||||
"material_instance_depth_write_disabled_with_priority");
|
||||
});
|
||||
});
|
||||
final sampler = await FilamentApp.instance!.createTextureSampler(minFilter: TextureMinFilter.NEAREST_MIPMAP_LINEAR);
|
||||
|
||||
test('enable stencil write', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final (
|
||||
:blueCube,
|
||||
:blueMaterialInstance,
|
||||
:greenCube,
|
||||
:greenMaterialInstance
|
||||
) = await setup(viewer);
|
||||
await materialInstance.setParameterFloat4(
|
||||
"baseColorFactor", 1.0, 1.0, 1.0, 0.0);
|
||||
await materialInstance.setParameterInt("baseColorIndex", 0);
|
||||
await materialInstance.setParameterTexture(
|
||||
"baseColorMap", texture, sampler);
|
||||
|
||||
// force depth to always pass so we're just comparing stencil test
|
||||
await greenMaterialInstance.setDepthFunc(SamplerCompareFunction.A);
|
||||
await blueMaterialInstance.setDepthFunc(SamplerCompareFunction.A);
|
||||
await testHelper.capture(viewer.view, "mip_level_0");
|
||||
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_depth_pass_stencil_disabled");
|
||||
|
||||
assert(await greenMaterialInstance.isStencilWriteEnabled() == false);
|
||||
assert(await blueMaterialInstance.isStencilWriteEnabled() == false);
|
||||
|
||||
await greenMaterialInstance.setStencilWriteEnabled(true);
|
||||
await blueMaterialInstance.setStencilWriteEnabled(true);
|
||||
|
||||
assert(await greenMaterialInstance.isStencilWriteEnabled() == true);
|
||||
assert(await blueMaterialInstance.isStencilWriteEnabled() == true);
|
||||
|
||||
// just a sanity check, no difference from the last
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_depth_pass_stencil_enabled");
|
||||
}, postProcessing: true, bg: null);
|
||||
});
|
||||
|
||||
test('stencil always fail', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final (
|
||||
:blueCube,
|
||||
:blueMaterialInstance,
|
||||
:greenCube,
|
||||
:greenMaterialInstance
|
||||
) = await setup(viewer);
|
||||
|
||||
// force depth to always pass so we're just comparing stencil test
|
||||
await greenMaterialInstance.setDepthFunc(SamplerCompareFunction.A);
|
||||
await blueMaterialInstance.setDepthFunc(SamplerCompareFunction.A);
|
||||
|
||||
await greenMaterialInstance.setStencilWriteEnabled(true);
|
||||
|
||||
assert(await greenMaterialInstance.isStencilWriteEnabled() == true);
|
||||
|
||||
await greenMaterialInstance
|
||||
.setStencilCompareFunction(SamplerCompareFunction.N);
|
||||
|
||||
// green cube isn't rendered
|
||||
await testHelper.capture(
|
||||
viewer.view, "material_instance_stencil_always_fail");
|
||||
}, postProcessing: true, bg: null);
|
||||
});
|
||||
|
||||
test('fail stencil not equal', () async {
|
||||
await testHelper.withViewer((viewer) async {
|
||||
final (
|
||||
:blueCube,
|
||||
:blueMaterialInstance,
|
||||
:greenCube,
|
||||
:greenMaterialInstance
|
||||
) = await setup(viewer);
|
||||
|
||||
// this ensures the blue cube is rendered before the green cube
|
||||
await viewer.setPriority(blueCube.entity, 0);
|
||||
await viewer.setPriority(greenCube.entity, 1);
|
||||
|
||||
await blueMaterialInstance.setStencilWriteEnabled(true);
|
||||
await blueMaterialInstance.setStencilReferenceValue(1);
|
||||
await blueMaterialInstance
|
||||
.setStencilCompareFunction(SamplerCompareFunction.A);
|
||||
await blueMaterialInstance
|
||||
.setStencilOpDepthStencilPass(StencilOperation.REPLACE);
|
||||
|
||||
await greenMaterialInstance.setStencilReferenceValue(1);
|
||||
await greenMaterialInstance
|
||||
.setStencilCompareFunction(SamplerCompareFunction.E);
|
||||
|
||||
// green cube is only rendered where it intersects with the blue cube
|
||||
await testHelper.capture(viewer.view, "fail_stencil_ne");
|
||||
}, postProcessing: true);
|
||||
final camera = await viewer.getActiveCamera();
|
||||
await viewer.view.setFrustumCullingEnabled(false);
|
||||
await camera.lookAt(Vector3(0, 0, 600));
|
||||
await testHelper.capture(viewer.view, "mip_level_1");
|
||||
await viewer.destroyAsset(cube);
|
||||
await materialInstance.destroy();
|
||||
await texture.dispose();
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
Float32List unprojectTexture({
|
||||
required Float32List renderTarget,
|
||||
required Float32List uvCoordinates,
|
||||
required int renderTargetWidth,
|
||||
required int renderTargetHeight,
|
||||
required int renderTargetChannels,
|
||||
required int uvWidth,
|
||||
required int uvHeight,
|
||||
required int uvChannels,
|
||||
required int outputWidth,
|
||||
required int outputHeight,
|
||||
int uChannel = 0,
|
||||
int vChannel = 1,
|
||||
}) {
|
||||
// Create output texture (initially transparent/zero)
|
||||
final outputSize = outputWidth * outputHeight * renderTargetChannels;
|
||||
final outputTexture = Float32List(outputSize);
|
||||
|
||||
// Make sure the input dimensions match
|
||||
assert(renderTargetWidth == uvWidth && renderTargetHeight == uvHeight,
|
||||
'Render target and UV texture dimensions must match');
|
||||
|
||||
// For each pixel in the render target
|
||||
for (int y = 0; y < renderTargetHeight; y++) {
|
||||
for (int x = 0; x < renderTargetWidth; x++) {
|
||||
// Calculate index in the source textures
|
||||
final srcIndex = (y * renderTargetWidth + x);
|
||||
final renderPixelIndex = srcIndex * renderTargetChannels;
|
||||
final uvPixelIndex = srcIndex * uvChannels;
|
||||
|
||||
// Read UV coordinates directly from UV texture
|
||||
// Since we're using Float32List, values should already be in 0-1 range
|
||||
final u = uvCoordinates[uvPixelIndex + uChannel];
|
||||
final v = uvCoordinates[uvPixelIndex + vChannel];
|
||||
|
||||
// Skip invalid UVs (e.g., background or out of bounds)
|
||||
if (u < 0.0 || u > 1.0 || v < 0.0 || v > 1.0) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// final u = x / renderTargetWidth;
|
||||
// final v = y / renderTargetHeight;
|
||||
|
||||
// Convert UV to output texture coordinates
|
||||
final outX = (u * (outputWidth - 1)).round();
|
||||
final outY = (v * (outputHeight - 1)).round();
|
||||
|
||||
// Calculate the destination index in the output texture
|
||||
final outIndex = (outY * outputWidth + outX) * renderTargetChannels;
|
||||
|
||||
// Copy color data from render target to output at the UV position
|
||||
for (int c = 0; c < renderTargetChannels; c++) {
|
||||
outputTexture[outIndex + c] = renderTarget[renderPixelIndex + c];
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return outputTexture;
|
||||
}
|
||||
|
||||
|
||||
// // Rotate the camera in 30-degree increments and capture at each position
|
||||
// for (int i = 0; i <= 180; i += 30) {
|
||||
// final angle = i * (pi / 180); // Convert to radians
|
||||
|
||||
// // Calculate camera position
|
||||
// // Start at (0, 1, 5) (facing the sphere from +z) and rotate around to (-5, 1, 0)
|
||||
// final radius = 5.0;
|
||||
// final x = -radius * sin(angle);
|
||||
// final z = radius * cos(angle);
|
||||
|
||||
// // Create view matrix for this camera position
|
||||
// final matrix = makeViewMatrix(
|
||||
// Vector3(x, 1, z),
|
||||
// Vector3.zero(), // Looking at origin
|
||||
// Vector3(0, 1, 0) // Up vector
|
||||
// )
|
||||
// ..invert();
|
||||
|
||||
// await viewer.setCameraModelMatrix4(matrix);
|
||||
|
||||
// // Take a snapshot at this position
|
||||
// await testHelper.capture(viewer.view, "projection_${i}deg");
|
||||
// }
|
||||
|
||||
// group("MaterialInstance", () {
|
||||
|
||||
// test('disable depth write', () async {
|
||||
// var viewer = await testHelper.createViewer();
|
||||
// await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0);
|
||||
// await viewer.setCameraPosition(0, 0, 6);
|
||||
// await viewer.addDirectLight(
|
||||
// DirectLight.sun(direction: Vector3(0, 0, -1)..normalize()));
|
||||
|
||||
// final cube1 = await viewer.createGeometry(GeometryHelper.cube());
|
||||
// var materialInstance = await viewer.getMaterialInstanceAt(cube1, 0);
|
||||
|
||||
// final cube2 = await viewer.createGeometry(GeometryHelper.cube());
|
||||
// await viewer.setMaterialPropertyFloat4(
|
||||
// cube2, "baseColorFactor", 0, 0, 1, 0, 1);
|
||||
// await viewer.setPosition(cube2, 1.0, 0.0, -1.0);
|
||||
|
||||
// expect(materialInstance, isNotNull);
|
||||
|
||||
// // with depth write enabled on both materials, cube2 renders behind the white cube
|
||||
// await testHelper.capture(viewer.view, "material_instance_depth_write_enabled");
|
||||
|
||||
// // if we disable depth write on cube1, then cube2 will always appear in front
|
||||
// // (relying on insertion order)
|
||||
// materialInstance!.setDepthWriteEnabled(false);
|
||||
// await testHelper.capture(
|
||||
// viewer, "material_instance_depth_write_disabled");
|
||||
|
||||
// // set priority for the cube1 cube to 7 (render) last, cube1 renders in front
|
||||
// await viewer.setPriority(cube1, 7);
|
||||
// await testHelper.capture(
|
||||
// viewer, "material_instance_depth_write_disabled_with_priority");
|
||||
// await viewer.dispose();
|
||||
// });
|
||||
|
||||
// test('set uv scaling (unlit)', () async {
|
||||
// var viewer = await testHelper.createViewer();
|
||||
// await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0);
|
||||
// await viewer.setCameraPosition(0, 0, 6);
|
||||
// await viewer.addDirectLight(
|
||||
// DirectLight.sun(direction: Vector3(0, 0, -1)..normalize()));
|
||||
|
||||
// final unlitMaterialInstance = await FilamentApp.instance!.createUnlitMaterialInstance();
|
||||
// final cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
// materialInstance: unlitMaterialInstance);
|
||||
// await viewer.setMaterialPropertyFloat4(
|
||||
// cube, 'baseColorFactor', 0, 1, 1, 1, 1);
|
||||
// await viewer.setMaterialPropertyInt(cube, 'baseColorIndex', 0, 1);
|
||||
// unlitMaterialInstance.setParameterFloat2("uvScale", 2.0, 4.0);
|
||||
|
||||
// var textureData =
|
||||
// File("${testHelper.testDir}/assets/cube_texture_512x512.png")
|
||||
// .readAsBytesSync();
|
||||
// var texture = await FilamentApp.instance!.createTexture(textureData);
|
||||
// await viewer.applyTexture(texture, cube);
|
||||
// await testHelper.capture(viewer.view, "set_uv_scaling");
|
||||
// await viewer.dispose();
|
||||
// });
|
||||
// });
|
||||
|
||||
// group("texture", () {
|
||||
// test("create/apply/dispose texture", () async {
|
||||
// var viewer = await testHelper.createViewer();
|
||||
|
||||
// var textureData =
|
||||
// File("${testHelper.testDir}/assets/cube_texture_512x512.png")
|
||||
// .readAsBytesSync();
|
||||
|
||||
// var texture = await FilamentApp.instance!.createTexture(textureData);
|
||||
// await viewer.setBackgroundColor(0.0, 0.0, 0.0, 1.0);
|
||||
// await viewer.addDirectLight(
|
||||
// DirectLight.sun(direction: Vector3(0, -10, -1)..normalize()));
|
||||
// await viewer.addDirectLight(DirectLight.spot(
|
||||
// intensity: 1000000,
|
||||
// position: Vector3(0, 0, 1.5),
|
||||
// direction: Vector3(0, 0, -1)..normalize(),
|
||||
// falloffRadius: 10,
|
||||
// spotLightConeInner: 1,
|
||||
// spotLightConeOuter: 1));
|
||||
// await viewer.setCameraPosition(0, 2, 6);
|
||||
// await viewer
|
||||
// .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 8));
|
||||
// var materialInstance =
|
||||
// await FilamentApp.instance!.createUbershaderMaterialInstance(unlit: true);
|
||||
// var cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
// materialInstances: [materialInstance]);
|
||||
|
||||
// await viewer.setPostProcessing(true);
|
||||
// await viewer.setToneMapping(ToneMapper.LINEAR);
|
||||
|
||||
// await viewer.applyTexture(texture, cube,
|
||||
// materialIndex: 0, parameterName: "baseColorMap");
|
||||
|
||||
// await testHelper.capture(viewer.view, "texture_applied_to_geometry");
|
||||
|
||||
// await viewer.destroyAsset(cube);
|
||||
// await viewer.destroyTexture(texture);
|
||||
// await viewer.dispose();
|
||||
// });
|
||||
// });
|
||||
|
||||
// group("unproject", () {
|
||||
// test("unproject", () async {
|
||||
// final dimensions = (width: 1280, height: 768);
|
||||
|
||||
// var viewer = await testHelper.createViewer(viewportDimensions: dimensions);
|
||||
// await viewer.setPostProcessing(false);
|
||||
// // await viewer.setToneMapping(ToneMapper.LINEAR);
|
||||
// await viewer.setBackgroundColor(1.0, 1.0, 1.0, 1.0);
|
||||
// // await viewer.createIbl(1.0, 1.0, 1.0, 100000);
|
||||
// await viewer.addLight(LightType.SUN, 6500, 100000, -2, 0, 0, 1, -1, 0);
|
||||
// await viewer.addLight(LightType.SPOT, 6500, 500000, 0, 0, 2, 0, 0, -1,
|
||||
// falloffRadius: 10, spotLightConeInner: 1.0, spotLightConeOuter: 2.0);
|
||||
|
||||
// await viewer.setCameraPosition(-3, 4, 6);
|
||||
// await viewer.setCameraRotation(
|
||||
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
||||
// Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 6));
|
||||
// var cube =
|
||||
// await viewer.createGeometry(GeometryHelper.cube(), keepData: true);
|
||||
// await viewer.setMaterialPropertyFloat4(
|
||||
// cube, "baseColorFactor", 0, 1.0, 1.0, 1.0, 1.0);
|
||||
// var textureData =
|
||||
// File("${testHelper.testDir}/assets/cube_texture_512x512.png").readAsBytesSync();
|
||||
// var texture = await FilamentApp.instance!.createTexture(textureData);
|
||||
// await viewer.applyTexture(texture, cube,
|
||||
// materialIndex: 0, parameterName: "baseColorMap");
|
||||
|
||||
// var numFrames = 60;
|
||||
|
||||
// // first do the render
|
||||
// for (int i = 0; i < numFrames; i++) {
|
||||
// await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6);
|
||||
|
||||
// await viewer.setCameraRotation(
|
||||
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
||||
// Quaternion.axisAngle(
|
||||
// Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6)));
|
||||
|
||||
// var rendered = await testHelper.capture(viewer.view, "unproject_render$i");
|
||||
// var renderPng =
|
||||
// await pixelsToPng(rendered, dimensions.width, dimensions.height);
|
||||
|
||||
// File("${outDir.path}/unproject_render${i}.png")
|
||||
// .writeAsBytesSync(renderPng);
|
||||
// }
|
||||
|
||||
// // then go off and convert the video
|
||||
|
||||
// // now unproject the render back onto the geometry
|
||||
// final textureSize = (width: 1280, height: 768);
|
||||
// var pixels = <Uint8List>[];
|
||||
// // note we skip the first frame
|
||||
// for (int i = 0; i < numFrames; i++) {
|
||||
// await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6);
|
||||
|
||||
// await viewer.setCameraRotation(
|
||||
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
||||
// Quaternion.axisAngle(
|
||||
// Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6)));
|
||||
|
||||
// var input = pngToPixelBuffer(File(
|
||||
// "${outDir.path}/a8c317af-6081-4848-8a06-f6b69bc57664_${i + 1}.png")
|
||||
// .readAsBytesSync());
|
||||
// var pixelBuffer = await (await viewer as ThermionViewerFFI).unproject(
|
||||
// cube,
|
||||
// input,
|
||||
// dimensions.width,
|
||||
// dimensions.height,
|
||||
// textureSize.width,
|
||||
// textureSize.height);
|
||||
|
||||
// // var png = await pixelsToPng(Uint8List.fromList(pixelBuffer),
|
||||
// // dimensions.width, dimensions.height);
|
||||
|
||||
// await savePixelBufferToBmp(
|
||||
// pixelBuffer,
|
||||
// textureSize.width,
|
||||
// textureSize.height,
|
||||
// p.join(outDir.path, "unprojected_texture${i}.bmp"));
|
||||
|
||||
// pixels.add(pixelBuffer);
|
||||
|
||||
// if (i > 10) {
|
||||
// break;
|
||||
// }
|
||||
// }
|
||||
|
||||
// // }
|
||||
|
||||
// final aggregatePixelBuffer = medianImages(pixels);
|
||||
// await savePixelBufferToBmp(aggregatePixelBuffer, textureSize.width,
|
||||
// textureSize.height, "unproject_texture.bmp");
|
||||
// var pixelBufferPng = await pixelsToPng(
|
||||
// Uint8List.fromList(aggregatePixelBuffer),
|
||||
// dimensions.width,
|
||||
// dimensions.height);
|
||||
// File("${outDir.path}/unproject_texture.png")
|
||||
// .writeAsBytesSync(pixelBufferPng);
|
||||
|
||||
// await viewer.setPostProcessing(true);
|
||||
// await viewer.setToneMapping(ToneMapper.LINEAR);
|
||||
|
||||
// final unlit = await FilamentApp.instance!.createUnlitMaterialInstance();
|
||||
// await viewer.destroyAsset(cube);
|
||||
// cube = await viewer.createGeometry(GeometryHelper.cube(),
|
||||
// materialInstance: unlit);
|
||||
// var reconstructedTexture = await FilamentApp.instance!.createTexture(pixelBufferPng);
|
||||
// await viewer.applyTexture(reconstructedTexture, cube);
|
||||
|
||||
// await viewer.setCameraRotation(
|
||||
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
||||
// Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 6));
|
||||
// await testHelper.capture(viewer.view, "unproject_reconstruct");
|
||||
|
||||
// // now re-render
|
||||
// for (int i = 0; i < numFrames; i++) {
|
||||
// await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6);
|
||||
|
||||
// await viewer.setCameraRotation(
|
||||
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
||||
// Quaternion.axisAngle(
|
||||
// Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6)));
|
||||
|
||||
// var rendered = await testHelper.capture(viewer.view, "unproject_rerender$i");
|
||||
// var renderPng =
|
||||
// await pixelsToPng(rendered, dimensions.width, dimensions.height);
|
||||
|
||||
// File("${outDir.path}/unproject_rerender${i}.png")
|
||||
// .writeAsBytesSync(renderPng);
|
||||
// }
|
||||
// }, timeout: Timeout(Duration(minutes: 2)));
|
||||
// });
|
||||
// }
|
||||
|
||||
Reference in New Issue
Block a user