texture projection work

This commit is contained in:
Nick Fisher
2025-03-25 12:16:38 +08:00
parent aebaa8425c
commit cac063324d
2 changed files with 66 additions and 80 deletions

View File

@@ -2,6 +2,7 @@ import 'dart:io';
import 'dart:typed_data';
import 'package:thermion_dart/src/viewer/src/ffi/src/ffi_render_target.dart';
import 'package:thermion_dart/src/viewer/src/ffi/src/ffi_scene.dart';
import 'package:thermion_dart/src/viewer/src/ffi/src/ffi_view.dart';
import 'package:thermion_dart/thermion_dart.dart';
@@ -12,6 +13,7 @@ class TextureProjection {
final Material depthWriteMaterial;
final MaterialInstance depthWriteMaterialInstance;
final Texture texture;
final View sourceView;
final View depthView;
final View projectionView;
@@ -22,6 +24,7 @@ class TextureProjection {
required this.depthWriteMaterial,
required this.depthWriteMaterialInstance,
required this.texture,
required this.sourceView,
required this.depthView,
required this.projectionView}) {}
@@ -39,9 +42,23 @@ class TextureProjection {
await depthWriteView.setFrustumCullingEnabled(false);
await depthWriteView.setPostProcessing(false);
await depthWriteView.setViewport(viewport.width, viewport.height);
await depthWriteView.setBlendMode(BlendMode.opaque);
final depthWriteColorTexture = await FilamentApp.instance!
.createTexture(viewport.width, viewport.height,
flags: {
TextureUsage.TEXTURE_USAGE_COLOR_ATTACHMENT,
TextureUsage.TEXTURE_USAGE_SAMPLEABLE,
TextureUsage.TEXTURE_USAGE_BLIT_SRC
},
textureFormat: TextureFormat.R32F);
await depthWriteView
.setRenderTarget(await FilamentApp.instance!.createRenderTarget(
viewport.width,
viewport.height,
color: depthWriteColorTexture,
) as FFIRenderTarget);
final color = await (await sourceView.getRenderTarget())!.getColorTexture();
final depth =
await (await depthWriteView.getRenderTarget())!.getColorTexture();
@@ -64,25 +81,11 @@ class TextureProjection {
await projectionView.setPostProcessing(false);
await projectionView.setViewport(viewport.width, viewport.height);
final depthWriteColorTexture = await FilamentApp.instance!
.createTexture(viewport.width, viewport.height,
flags: {
TextureUsage.TEXTURE_USAGE_COLOR_ATTACHMENT,
TextureUsage.TEXTURE_USAGE_SAMPLEABLE,
TextureUsage.TEXTURE_USAGE_BLIT_SRC
},
textureFormat: TextureFormat.R32F);
await depthWriteView
.setRenderTarget(await FilamentApp.instance!.createRenderTarget(
viewport.width,
viewport.height,
color: depthWriteColorTexture,
) as FFIRenderTarget);
await FilamentApp.instance!.register(swapChain, depthWriteView);
await FilamentApp.instance!.register(swapChain, projectionView);
return TextureProjection._(
sourceView: sourceView,
swapChain: swapChain,
depthView: depthWriteView,
projectionView: projectionView,
@@ -100,19 +103,43 @@ class TextureProjection {
await FilamentApp.instance!.destroyView(projectionView);
}
Future<Uint8List> execute(ThermionAsset target, View view) async {
var _pixelBuffers = <View, Uint8List>{};
Uint8List getDepthWritePixelBuffer() => _pixelBuffers[depthView]!;
Uint8List getProjectedPixelBuffer() => _pixelBuffers[projectionView]!;
Future project(ThermionAsset target) async {
final camera = await sourceView.getCamera();
await depthView.setCamera(camera);
await projectionView.setCamera(camera);
await (depthView as FFIView)
.setScene(await sourceView.getScene() as FFIScene);
await (projectionView as FFIView)
.setScene(await sourceView.getScene() as FFIScene);
await sourceView.setRenderOrder(0);
await depthView.setRenderOrder(1);
await projectionView.setRenderOrder(2);
var originalMi = await target.getMaterialInstanceAt();
var pixelBuffers = await FilamentApp.instance!
.capture(swapChain, view: view, beforeRender: (view) async {
var pixelBuffers = await FilamentApp.instance!.capture(swapChain,
beforeRender: (view) async {
if (view == depthView) {
await target.setMaterialInstanceAt(depthWriteMaterialInstance);
} else if (view == projectionView) {
await target.setMaterialInstanceAt(projectionMaterialInstance);
}
},
pixelDataFormat: PixelDataFormat.RGBA,
pixelDataType: PixelDataType.FLOAT);
pixelDataFormat: PixelDataFormat.RGBA,
pixelDataType: PixelDataType.FLOAT);
await target.setMaterialInstanceAt(originalMi);
return pixelBuffers.firstWhere((pb) => pb.$1 == projectionView).$2;
_pixelBuffers.clear();
for (final (view, pixelBuffer) in pixelBuffers) {
_pixelBuffers[view] = pixelBuffer;
}
}
}