tuned pipeline to 60 fps

This commit is contained in:
ykcheungab
2026-06-14 20:58:46 +08:00
parent 30bebcd439
commit fbee1c37ed
12 changed files with 339 additions and 37 deletions
+7 -3
View File
@@ -5,9 +5,13 @@
"camera": {
"resolution_raw": [1280, 720],
"fps": 30,
"resolution_stitch": [504, 546],
"resolution_stitch": [280, 300],
"source_scale": 0.4,
"old":[672, 728],
"work": [504, 546]
"work": [504, 546,1],
"work2": [420, 450,0.8],
"work3": [350, 375,4,0.7],
"work4": [280, 300,4,0.4]
},
"tracker": {
"adaptive": true,
@@ -18,7 +22,7 @@
"dis_preset": "medium",
"dis_mode": 3,
"algorithm_list": ["raft", "dis"],
"hhd_downsample": 3
"hhd_downsample": 5
},
"contact": {
"min_contour_area": 3000,
+47 -9
View File
@@ -25,6 +25,9 @@ from orisys.unroll import (
load_calib_json,
load_exported_data,
recommend_edge_expand,
resolve_uv_runtime_sizes,
scale_camera_geometry,
scaled_map_cache_path,
)
@@ -60,13 +63,24 @@ def main():
parser.add_argument("--camera_id", type=int, default=0)
parser.add_argument("--video", help="Video file path (overrides camera)")
parser.add_argument("--config", "-c", default="./config/dd02-ov.json", help="Orisys SDK config")
parser.add_argument(
"--source_scale",
type=float,
default=None,
help="Resize live source before UV remap (default: camera.source_scale in config)",
)
parser.add_argument("--no_flip_source_vertical", action="store_true", help="Skip vertical flip before UV remap")
parser.add_argument("--show", action="store_true", help="Show unrolled image window")
parser.add_argument("--verbose", action="store_true", help="SDK verbose logs")
args = parser.parse_args()
sdk_config = load_config(args.config)
out_width, out_height = sdk_config["camera"]["resolution_stitch"]
camera_config = sdk_config.get("camera", {})
out_width, out_height, source_scale = resolve_uv_runtime_sizes(
camera_config,
source_scale=args.source_scale,
)
map_cache = scaled_map_cache_path(args.map_cache, source_scale)
mesh_path, intrinsics_path, pose_path = resolve_export_paths(args.export_dir)
@@ -76,18 +90,31 @@ def main():
if args.calib:
source_K, dist_coeffs, img_size = load_calib_json(args.calib)
source_width, source_height = img_size
native_width, native_height = img_size
else:
source_K = data["K"]
dist_coeffs = None
source_width = data["width"]
source_height = data["height"]
native_width = data["width"]
native_height = data["height"]
source_K, source_width, source_height = scale_camera_geometry(
source_K,
native_width,
native_height,
source_scale,
)
if args.verbose:
print(
f"UV geometry: native={native_width}x{native_height}, "
f"source={source_width}x{source_height} (scale={source_scale:g}), "
f"output={out_width}x{out_height}, map_cache={map_cache}"
)
domain = build_or_load_domain(
mesh_path,
intrinsics_path,
pose_path,
args.map_cache,
map_cache,
source_K,
source_width,
source_height,
@@ -96,6 +123,7 @@ def main():
edge_expand=edge_expand,
include_surface=True,
verbose=args.verbose,
source_scale=source_scale,
)
domain.remap.ensure_fast_maps()
@@ -103,8 +131,8 @@ def main():
if not cap.isOpened():
print("Cannot open camera/video source", file=sys.stderr)
sys.exit(1)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, source_width)
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, source_height)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, native_width)
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, native_height)
sensor = orisys.Sensor("external", config_name=args.config, verbose=args.verbose, mirror=False)
processor = UVUnrollFrameProcessor(
@@ -162,8 +190,9 @@ def main():
sensor.compute_deformation(check_motion=True, threshold=0)
sensor.compute_contact()
fps, fnormal, fshearx, fsheary = sensor.read_info(
fps, flow,fnormal, fshearx, fsheary = sensor.read_info(
sensor.info.FPS,
sensor.info.VRAW,
sensor.info.FNORMAL,
sensor.info.FSHEARX,
sensor.info.FSHEARY,
@@ -175,8 +204,17 @@ def main():
end="\r",
)
if args.show:
cv2.imshow("UV Unrolled", unrolled)
arrows = orisys.util.draw_arrows(
unrolled,
flow,
threshold=0.4,
grid_spacing=10,
arrow_scale=1.0,
)
cv2.imshow("UV Unrolled", arrows)
key = cv2.waitKey(1) & 0xFF
if key == ord("q"):
+7
View File
@@ -166,6 +166,13 @@ class nHHD(object):
# compute potentials
if mask is None and self.poisson_backend == 'opencl' and ('OPENCL_AVAILABLE' in globals() and OPENCL_AVAILABLE):
self.nD, self.nRu = self.psolver.solve_opencl_batch2(self.div, self.curlw, verbose > 0, profile=self.debug)
elif mask is not None and self.masked_poisson_solver == 'sparse':
self.nD, self.nRu = self.psolver.solve_masked_pair(
self.div,
self.curlw,
mask,
verbose > 0,
)
else:
self.nD = self._solve_poisson_backend(self.div, verbose > 0, valid_mask=mask)
self.nRu = self._solve_poisson_backend(self.curlw, verbose > 0, valid_mask=mask)
+56 -6
View File
@@ -57,6 +57,11 @@ class MaskedDomain:
"num_active",
"pinned",
"active_coords",
"active_linear_indices",
"_rhs_buffer",
"_rhs_pair_buffer",
"_scatter_buffer",
"_scatter_pair_buffer",
)
def __init__(
@@ -69,6 +74,7 @@ class MaskedDomain:
num_active,
pinned,
active_coords,
active_linear_indices,
):
self.shape = shape
self.mask = mask
@@ -78,6 +84,11 @@ class MaskedDomain:
self.num_active = num_active
self.pinned = pinned
self.active_coords = active_coords
self.active_linear_indices = active_linear_indices
self._rhs_buffer = None
self._rhs_pair_buffer = None
self._scatter_buffer = None
self._scatter_pair_buffer = None
@classmethod
def build(cls, mask, spacings):
@@ -101,10 +112,12 @@ class MaskedDomain:
num_active=0,
pinned=0,
active_coords=active_coords,
active_linear_indices=numpy.flatnonzero(active),
)
index_map = numpy.full(active.shape, -1, dtype=numpy.int32)
index_map[active] = numpy.arange(num_active, dtype=numpy.int32)
active_linear_indices = numpy.flatnonzero(active)
dy, dx = float(spacings[0]), float(spacings[1])
coeff_y = 1.0 / (dy * dy)
@@ -153,6 +166,7 @@ class MaskedDomain:
num_active=num_active,
pinned=pinned,
active_coords=active_coords,
active_linear_indices=active_linear_indices,
)
def matches(self, mask):
@@ -166,13 +180,34 @@ class MaskedDomain:
f: (H, W) scalar source field
returns: (N,) RHS on active pixels; empty if no active pixels
"""
rhs = numpy.asarray(f, dtype=numpy.float64)[self.mask]
if rhs.size == 0:
return rhs
if self.num_active == 0:
return numpy.zeros(0, dtype=numpy.float64)
if self._rhs_buffer is None or self._rhs_buffer.shape != (self.num_active,):
self._rhs_buffer = numpy.empty(self.num_active, dtype=numpy.float64)
numpy.take(
numpy.asarray(f, dtype=numpy.float64).ravel(),
self.active_linear_indices,
out=self._rhs_buffer,
)
rhs = self._rhs_buffer
rhs -= rhs.mean()
rhs[self.pinned] = 0.0
return rhs
def prepare_rhs_pair(self, f0, f1):
"""Extract two gauge-fixed RHS vectors into one reusable (N, 2) buffer."""
if self.num_active == 0:
return numpy.zeros((0, 2), dtype=numpy.float64)
if self._rhs_pair_buffer is None or self._rhs_pair_buffer.shape != (self.num_active, 2):
self._rhs_pair_buffer = numpy.empty((self.num_active, 2), dtype=numpy.float64)
flat0 = numpy.asarray(f0, dtype=numpy.float64).ravel()
flat1 = numpy.asarray(f1, dtype=numpy.float64).ravel()
numpy.take(flat0, self.active_linear_indices, out=self._rhs_pair_buffer[:, 0])
numpy.take(flat1, self.active_linear_indices, out=self._rhs_pair_buffer[:, 1])
self._rhs_pair_buffer -= self._rhs_pair_buffer.mean(axis=0, keepdims=True)
self._rhs_pair_buffer[self.pinned, :] = 0.0
return self._rhs_pair_buffer
def scatter(self, sol_active, template):
"""Map reduced solution back to full grid.
@@ -180,10 +215,25 @@ class MaskedDomain:
template: (H, W) array used for output shape/dtype
returns: (H, W) potential; zero outside mask
"""
out = numpy.zeros_like(template, dtype=numpy.float32)
if self._scatter_buffer is None or self._scatter_buffer.shape != template.shape:
self._scatter_buffer = numpy.zeros(template.shape, dtype=numpy.float32)
else:
self._scatter_buffer.fill(0)
if sol_active.size:
out[self.mask] = numpy.asarray(sol_active, dtype=numpy.float32)
return out
self._scatter_buffer.ravel()[self.active_linear_indices] = numpy.asarray(sol_active, dtype=numpy.float32)
return self._scatter_buffer.copy()
def scatter_pair(self, sol_active_pair, template):
"""Map two reduced solutions back to a pair of full-grid outputs."""
if self._scatter_pair_buffer is None or self._scatter_pair_buffer.shape != (2,) + template.shape:
self._scatter_pair_buffer = numpy.zeros((2,) + template.shape, dtype=numpy.float32)
else:
self._scatter_pair_buffer.fill(0)
if sol_active_pair.size:
values = numpy.asarray(sol_active_pair, dtype=numpy.float32)
self._scatter_pair_buffer[0].ravel()[self.active_linear_indices] = values[:, 0]
self._scatter_pair_buffer[1].ravel()[self.active_linear_indices] = values[:, 1]
return self._scatter_pair_buffer[0].copy(), self._scatter_pair_buffer[1].copy()
def residual(self, field, rhs_active):
"""Compute masked Laplacian residual L u - rhs on active pixels.
+16
View File
@@ -237,6 +237,22 @@ class PoissonSolver(object):
return self._cap_solver.solve(f, domain)
return self._sparse_solver.solve(f, domain)
def solve_masked_pair(self, f0, f1, mask, verbose=False):
"""Solve two masked RHS fields, using a batched sparse path when available."""
mask_arr = self._normalize_mask(mask, f0.shape)
if mask_arr is None:
return None, None
if f1.shape != f0.shape:
raise ValueError("Both masked RHS fields must have the same shape")
if not numpy.any(mask_arr):
empty = numpy.zeros_like(f0, dtype=numpy.float32)
return empty, empty.copy()
domain = self._get_or_build_domain(mask_arr)
if self.masked_config.method == "capfft":
return self._cap_solver.solve(f0, domain), self._cap_solver.solve(f1, domain)
return self._sparse_solver.solve_pair(f0, f1, domain)
def solve(self, f, verbose=False, mask=None):
"""Solve Poisson equation on the prepared grid.
+23 -3
View File
@@ -1,6 +1,7 @@
import numpy
from scipy import linalg as dense_linalg
from ...backend_availability import CUPY_AVAILABLE, cp
from ..config import MaskedPoissonConfig
from ..domain import MaskedDomain, compute_boundary_mask, sample_boundary_coords
@@ -14,6 +15,25 @@ class CapacitanceFFTSolver:
self._capfft_cache = None
self._capfft_domain = None
def _use_cupy_backend(self):
return (
getattr(self.bulk_solver, "poisson_backend", "cpu") == "cupy"
and CUPY_AVAILABLE
)
def _bulk_solve(self, rhs):
"""Solve one full-grid Poisson problem, using CuPy when configured."""
if not self._use_cupy_backend():
return self.bulk_solver.solve(rhs)
if not getattr(self.bulk_solver, "ready", False):
self.bulk_solver.prepare(False)
rhs_gpu = cp.asarray(rhs, dtype=cp.float32)
field_gpu = self.bulk_solver._solve_gpu_internal(rhs_gpu)
cp.cuda.get_current_stream().synchronize()
return cp.asnumpy(field_gpu)
def prepare(self, domain: MaskedDomain):
"""Precompute capacitance matrix for boundary correction.
@@ -40,7 +60,7 @@ class CapacitanceFFTSolver:
for col, (row, col_idx) in enumerate(boundary_coords):
charge = numpy.zeros(active.shape, dtype=numpy.float32)
charge[row, col_idx] = 1.0
response = numpy.asarray(self.bulk_solver.solve(charge), dtype=numpy.float64)
response = numpy.asarray(self._bulk_solve(charge), dtype=numpy.float64)
residual = domain.residual(response, zero_rhs)
cap_matrix[:, col] = residual[boundary_active_indices]
@@ -82,7 +102,7 @@ class CapacitanceFFTSolver:
rhs_full = numpy.zeros_like(f, dtype=numpy.float32)
rhs_full[domain.mask] = rhs_active.astype(numpy.float32)
field = numpy.asarray(self.bulk_solver.solve(rhs_full), dtype=numpy.float64)
field = numpy.asarray(self._bulk_solve(rhs_full), dtype=numpy.float64)
cap_cache = self.get_cache(domain)
if not cap_cache or cap_cache["boundary_count"] == 0:
field_active = field[domain.mask]
@@ -103,7 +123,7 @@ class CapacitanceFFTSolver:
charges = numpy.zeros_like(f, dtype=numpy.float32)
coords = cap_cache["boundary_coords"]
charges[coords[:, 0], coords[:, 1]] = alpha.astype(numpy.float32)
correction = numpy.asarray(self.bulk_solver.solve(charges), dtype=numpy.float64)
correction = numpy.asarray(self._bulk_solve(charges), dtype=numpy.float64)
field -= correction
field_active = field[domain.mask]
+15
View File
@@ -19,3 +19,18 @@ class MaskedSparseSolver:
sol_active = domain.factor(rhs) # (N,) reduced-system potential
return domain.scatter(sol_active, f)
def solve_pair(self, f0, f1, domain: MaskedDomain):
"""Solve two masked Poisson RHS with one reused sparse factorization call."""
rhs_pair = domain.prepare_rhs_pair(f0, f1)
if rhs_pair.shape[0] == 0:
empty = numpy.zeros_like(f0, dtype=numpy.float32)
return empty, empty.copy()
try:
sol_pair = domain.factor(rhs_pair) # (N, 2) reduced-system potentials
except Exception:
sol_pair = numpy.column_stack(
[domain.factor(rhs_pair[:, 0]), domain.factor(rhs_pair[:, 1])]
)
return domain.scatter_pair(sol_pair, f0)
+4
View File
@@ -15,6 +15,7 @@ from .precompute import (
load_exported_data,
recommend_edge_expand,
)
from .geometry import resolve_uv_runtime_sizes, scale_camera_geometry, scaled_map_cache_path
from .remap import UVRemap, flatten_frame, remap_valid_ratio
from .surface import UVSurfaceMap
@@ -33,5 +34,8 @@ __all__ = [
"load_exported_data",
"recommend_edge_expand",
"remap_valid_ratio",
"resolve_uv_runtime_sizes",
"scale_camera_geometry",
"scaled_map_cache_path",
"uv_triangle_to_image",
]
+80
View File
@@ -0,0 +1,80 @@
"""Camera geometry scaling for faster UV remap at reduced source resolution."""
import numpy as np
def scale_camera_geometry(source_K, source_width, source_height, scale):
"""Scale pinhole intrinsics and image size for a downsampled source frame.
When the live frame is resized by ``scale`` before undistort/remap, ``fx``,
``fy``, ``cx``, and ``cy`` must be scaled by the same factor. OpenCV
distortion coefficients are unchanged.
source_K: (3, 3) camera matrix
source_width, source_height: native calibration / capture size
scale: (0, 1] resize factor applied to width and height
returns: (K_scaled, width_scaled, height_scaled)
"""
scale = float(scale)
if scale <= 0.0 or scale > 1.0:
raise ValueError("source scale must be in (0, 1]")
if np.isclose(scale, 1.0):
return np.asarray(source_K, dtype=np.float64), int(source_width), int(source_height)
k = np.asarray(source_K, dtype=np.float64).copy()
k[0, 0] *= scale
k[1, 1] *= scale
k[0, 2] *= scale
k[1, 2] *= scale
width_scaled = max(1, int(round(int(source_width) * scale)))
height_scaled = max(1, int(round(int(source_height) * scale)))
return k, width_scaled, height_scaled
def resolve_uv_runtime_sizes(camera_config, out_width=None, out_height=None, source_scale=None):
"""Resolve UV output size and source scale from config and CLI overrides.
Prefers explicit CLI values, then ``camera.uv_output`` or
``camera.resolution_stitch``, then legacy ``camera.work4``.
Source scale prefers CLI, then ``camera.source_scale``, then ``work4[3]``.
"""
camera_config = camera_config or {}
stitch = camera_config.get("resolution_stitch")
uv_output = camera_config.get("uv_output")
if out_width is None or out_height is None:
if uv_output and len(uv_output) >= 2:
out_width = out_width if out_width is not None else int(uv_output[0])
out_height = out_height if out_height is not None else int(uv_output[1])
elif stitch and len(stitch) >= 2:
out_width = out_width if out_width is not None else int(stitch[0])
out_height = out_height if out_height is not None else int(stitch[1])
if source_scale is None:
if "source_scale" in camera_config:
source_scale = float(camera_config["source_scale"])
else:
work4 = camera_config.get("work4")
if work4 and len(work4) >= 4:
source_scale = float(work4[3])
if out_width is None or out_height is None:
raise ValueError("UV output width/height must be set via CLI or config resolution_stitch")
if source_scale is None:
source_scale = 1.0
source_scale = float(source_scale)
if source_scale <= 0.0 or source_scale > 1.0:
raise ValueError("source_scale must be in (0, 1]")
return int(out_width), int(out_height), source_scale
def scaled_map_cache_path(path, source_scale):
"""Append a scale suffix so caches for different source scales do not collide."""
if path is None or np.isclose(source_scale, 1.0):
return path
scale_tag = f"{source_scale:.3f}".rstrip("0").rstrip(".")
base, ext = path.rsplit(".", 1) if "." in path else (path, "npz")
return f"{base}_s{scale_tag}.{ext}"
+5
View File
@@ -181,6 +181,7 @@ def build_uv_domain(
edge_expand=1.0,
include_surface=True,
verbose=True,
source_scale=1.0,
):
"""Build image-to-UV remap and optional UV-to-world surface map."""
faces = data["faces"]
@@ -270,6 +271,7 @@ def build_uv_domain(
"edge_band": np.array(edge_band, dtype=np.float64),
"edge_expand": np.array(edge_expand, dtype=np.float64),
"projection_K": source_K.astype(np.float64),
"source_scale": np.array(float(source_scale), dtype=np.float64),
"method": np.array("uv"),
},
)
@@ -292,6 +294,7 @@ def build_or_load_domain(
edge_expand=0.0,
include_surface=True,
verbose=True,
source_scale=1.0,
):
"""Build or load full UV domain (2D remap + optional 3D surface).
@@ -317,6 +320,7 @@ def build_or_load_domain(
flip_v=flip_v,
edge_band=edge_band,
edge_expand=resolved_edge_expand,
source_scale=source_scale,
)
surface_ok = (not include_surface) or (cached.surface is not None)
if cache_ok and surface_ok:
@@ -338,6 +342,7 @@ def build_or_load_domain(
edge_expand=resolved_edge_expand,
include_surface=include_surface,
verbose=verbose,
source_scale=source_scale,
)
valid_ratio = remap_valid_ratio(domain.remap)
if verbose:
+5
View File
@@ -37,6 +37,7 @@ class UVRemap:
meta_keys = {
"source_width",
"source_height",
"source_scale",
"out_width",
"out_height",
"flip_v",
@@ -121,6 +122,7 @@ def _cache_matches(
flip_v,
edge_band,
edge_expand,
source_scale=1.0,
) -> bool:
"""True if cached remap matches the requested build parameters."""
if isinstance(remap, UVRemap):
@@ -145,6 +147,9 @@ def _cache_matches(
return False
if "projection_K" in rd and not np.allclose(rd["projection_K"], source_K, rtol=1e-6, atol=1e-6):
return False
cached_scale = float(rd["source_scale"]) if "source_scale" in rd else 1.0
if not np.isclose(cached_scale, float(source_scale), rtol=1e-6, atol=1e-6):
return False
return True
@@ -14,6 +14,7 @@ import time
import cv2
import numpy as np
import orisys
from orisys.configs import load_config
from orisys.frame_processors import UVUnrollFrameProcessor
from orisys.unroll import (
barycentric_grid,
@@ -23,6 +24,9 @@ from orisys.unroll import (
load_calib_json,
load_exported_data,
recommend_edge_expand,
resolve_uv_runtime_sizes,
scale_camera_geometry,
scaled_map_cache_path,
uv_triangle_to_image,
)
@@ -304,12 +308,18 @@ def open_source(video_path, camera_id):
PERF_TUNING_EPILOG = """
Performance tuning (config JSON + CLI):
tracker.dis_preset medium -> fast/ultrafast faster DIS optical flow
tracker.loop_closure_interval 1 -> 3-5 fewer loop-closure remaps
tracker.hhd_downsample 3 -> 4 smaller HHD Poisson grid
camera.resolution_stitch [280, 300] UV output + SDK flow/HHD grid
camera.source_scale 0.4 shrink source before uv_prep/remap
tracker.dis_preset medium -> fast faster DIS optical flow
tracker.hhd_downsample 5 -> 4 smaller HHD Poisson grid
contact.denoise_sigma 12 -> 6 or 0 faster FoE contact step
--source_scale 0.4 override config source scale
--masked_poisson_solver sparse vs capfft benchmark HHD solve time
--no-viz skip dashboard/imshow ~20 ms/frame savings
--no-viz skip dashboard ~20 ms/frame savings
Recommended dd02-ov fast profile:
resolution_stitch [280, 300], source_scale 0.4, hhd_downsample 5
Delete or rename stale unroll_map_uv.npz after changing output scale.
"""
@@ -349,6 +359,32 @@ def configure_masked_poisson(sensor, args):
sensor.masked_poisson_reg = args.masked_poisson_reg
def resolve_runtime_geometry(args):
"""Apply config defaults and optional source-scale to UV/camera geometry."""
sdk_config = load_config(args.sdk_config)
camera_config = sdk_config.get("camera", {})
out_width, out_height, source_scale = resolve_uv_runtime_sizes(
camera_config,
out_width=args.out_width,
out_height=args.out_height,
source_scale=args.source_scale,
)
stitch = camera_config.get("resolution_stitch")
if stitch and len(stitch) >= 2 and (int(stitch[0]) != out_width or int(stitch[1]) != out_height):
print(
"Warning: UV output "
f"{out_width}x{out_height} differs from resolution_stitch "
f"{int(stitch[0])}x{int(stitch[1])} in {args.sdk_config}; "
"Sensor.get_img will resize again."
)
args.out_width = out_width
args.out_height = out_height
args.source_scale = source_scale
args.map_cache = scaled_map_cache_path(args.map_cache, source_scale)
return sdk_config, camera_config
def main():
parser = argparse.ArgumentParser(
description="Real-time UV-based finger unrolling",
@@ -362,8 +398,14 @@ def main():
# With a 12% UV edge band on each side, only about 76% of each axis is the
# lower-distortion middle region. Use a slightly larger full remap so the
# useful center keeps roughly the same sampling density as the prior 506x550.
parser.add_argument("--out_width", type=int, default=504)
parser.add_argument("--out_height", type=int, default=506)
parser.add_argument("--out_width", type=int, default=None, help="UV flatten width (default: camera.resolution_stitch in sdk config)")
parser.add_argument("--out_height", type=int, default=None, help="UV flatten height (default: camera.resolution_stitch in sdk config)")
parser.add_argument(
"--source_scale",
type=float,
default=None,
help="Resize live source to this fraction before uv_prep/uv_remap; scales K accordingly (default: camera.source_scale or work4[3] in sdk config, else 1.0)",
)
parser.add_argument("--camera_id", type=int, default=0)
parser.add_argument("--video", help="Video file path (overrides camera)")
parser.add_argument("--map_cache", default="unroll_map_uv.npz")
@@ -386,6 +428,7 @@ def main():
help="Skip OpenCV dashboard; print forces and benchmark timings only",
)
args = parser.parse_args()
_, camera_config = resolve_runtime_geometry(args)
print("[benchmark] Startup timing:")
data = benchmark_step("load_exported_data", load_exported_data, args.mesh, args.intrinsics_path, args.pose)
@@ -429,15 +472,29 @@ def main():
if args.calib:
source_K, dist_coeffs, img_size = benchmark_step("load_calib_json", load_calib_json, args.calib)
source_width, source_height = img_size
print(f"Calibration loaded. Live image size: {(source_width, source_height)}")
native_width, native_height = img_size
print(f"Calibration loaded. Live image size: {(native_width, native_height)}")
else:
source_K = data["K"]
dist_coeffs = None
source_width = data["width"]
source_height = data["height"]
native_width = data["width"]
native_height = data["height"]
print("No calibration file provided; using exported intrinsics for projection.")
source_K, source_width, source_height = scale_camera_geometry(
source_K,
native_width,
native_height,
args.source_scale,
)
print(
"UV runtime geometry: "
f"native={native_width}x{native_height}, "
f"source={source_width}x{source_height} (scale={args.source_scale:g}), "
f"output={args.out_width}x{args.out_height}, "
f"map_cache={args.map_cache}"
)
domain = benchmark_step(
"build_or_load_domain",
build_or_load_domain,
@@ -454,6 +511,7 @@ def main():
edge_band=args.edge_band,
edge_expand=edge_expand,
include_surface=True,
source_scale=args.source_scale,
)
remap = domain.remap
remap.ensure_fast_maps()
@@ -495,8 +553,8 @@ def main():
print("Cannot open camera/video source")
sys.exit(1)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, source_width)
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, source_height)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, native_width)
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, native_height)
sensor = benchmark_step(
"sensor_init",
@@ -600,8 +658,8 @@ def main():
arrows = orisys.util.draw_arrows(
img,
flow,
threshold=1,
grid_spacing=15,
threshold=0.4,
grid_spacing=10,
arrow_scale=1.0,
)
contact_img = orisys.util.draw_contact(img, contour, centroid)