orisys-tech/orisys-sdk
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add back GUI 2D display with optional raw / pure color background

Browse Source
This commit is contained in:
ykcheungab
2026-06-21 18:01:13 +08:00
parent 7feae9550e
commit 04a4df3303
25 changed files with 931 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/gui/dashboard.py
+18 -1
View File
@@ -102,12 +102,16 @@ class FingerDashboardWindow(QMainWindow):
self.settings_panel.set_video_source(str(self.config.video))
self.settings_panel.set_config_path(self.config.config)
self.settings_panel.set_calibration_path(self.config.calib or "")
self.settings_panel.set_finger_export_dir(self.config.export_dir)
self.settings_panel.log_visibility_changed.connect(self._set_log_panel_visible)
self.settings_panel.free_rotation_changed.connect(self.mesh_viewport.set_free_rotation)
if self.arrow_panel is not None:
self.settings_panel.arrow_background_changed.connect(self.arrow_panel.set_background)
self.settings_panel.view_reset_requested.connect(self.mesh_viewport.reset_view)
self.settings_panel.browse_video_requested.connect(self._select_camera)
self.settings_panel.browse_config_requested.connect(self._select_config)
self.settings_panel.browse_finger_assets_requested.connect(self._select_finger_assets)
self.settings_panel.btn_play_pause.clicked.connect(self._on_play_pause_clicked)
self.settings_panel.btn_reset_tracker.clicked.connect(self._on_reset)
self.settings_panel.set_play_pause_state("run")
@@ -212,12 +216,14 @@ class FingerDashboardWindow(QMainWindow):
if self._running:
return
self._set_play_pause_button("starting")
self.settings_panel.set_finger_export_dir_enabled(False)
QApplication.processEvents()
self.config.video = self.settings_panel.video_source()
self.config.config = self.settings_panel.config_path()
cal = self.settings_panel.calibration_path()
self.config.calib = cal or None
self.config.export_dir = self.settings_panel.finger_export_dir()
try:
self.pipeline = FingerPipeline(self.config)
@@ -228,6 +234,7 @@ class FingerDashboardWindow(QMainWindow):
except Exception as exc:
self.mesh_viewport.close_renderer()
self._set_play_pause_button("run")
self.settings_panel.set_finger_export_dir_enabled(True)
print(f"启动失败: {exc}")
return
@@ -239,7 +246,7 @@ class FingerDashboardWindow(QMainWindow):
self.settings_panel.btn_reset_tracker.setEnabled(True)
print(
f"▶ 启动 — 摄像机={self.config.video}, 配置={self.config.config}, "
f"标定={self.config.calib or '(none)'}"
f"标定={self.config.calib or '(none)'}, 资产={self.config.export_dir}"
)
def _on_stop(self) -> None:
@@ -256,6 +263,7 @@ class FingerDashboardWindow(QMainWindow):
self._set_play_pause_button("run")
self.settings_panel.btn_reset_tracker.setEnabled(False)
self.settings_panel.set_finger_export_dir_enabled(True)
def _on_reset(self) -> None:
if not self._running:
@@ -353,6 +361,15 @@ class FingerDashboardWindow(QMainWindow):
if path:
self.settings_panel.set_config_path(path)
def _select_finger_assets(self) -> None:
path = QFileDialog.getExistingDirectory(
self,
"选择 finger 资产目录",
self.settings_panel.finger_export_dir() or "assets/finger",
)
if path:
self.settings_panel.set_finger_export_dir(path)
def keyPressEvent(self, event):
key = event.key()
if key == Qt.Key_Escape:
examples/gui/layout.py
+4 -4
View File
@@ -85,7 +85,7 @@ class PanelSetup:
TOP_ROW = PanelRow(
slots=(
PanelSlot("mesh", "3D mesh", width_px=600, height_px=600),
PanelSlot("arrows", "UV Unrolled", width_px=500, height_px=500, enabled=False),
PanelSlot("arrows", "UV Unrolled", width_px=500, height_px=500, enabled=True),
PanelSlot("charts", "Force charts", width_px=400, height_px=500),
PanelSlot("settings", "Settings", width_px=200, height_px=0),
),
@@ -223,7 +223,7 @@ class DashboardLayout:
panel_setup: PanelSetup = PANEL_SETUP
window_title: str = "Orisys Finger Dashboard"
window_width: int = 1100
window_width: int = 1600
window_height: int = 620
root_margin_px: int = 6
@@ -241,8 +241,8 @@ class DashboardLayout:
# UV arrow panel: min flow magnitude to draw an arrow (display only; not dd02-ov.json contact.flow_threshold)
arrow_flow_threshold: float = 1.0
# "unrolled" = sensor texture; "white" = solid canvas (tune colors via arrow_canvas_colors)
arrow_background: ArrowBackground = "white"
# "unrolled" = sensor texture; "pure_color" = solid canvas (tune colors via arrow_canvas_colors)
arrow_background: ArrowBackground = "unrolled"
arrow_canvas_colors: ArrowCanvasColors = ARROW_CANVAS_COLORS
mesh_lighting: MeshLighting = MESH_LIGHTING
examples/gui/widgets/arrow_image.py
+3
View File
@@ -38,6 +38,9 @@ class ArrowPanelWidget(ImagePanel):
def set_flow_threshold(self, threshold: float) -> None:
self.flow_threshold = threshold
def set_background(self, background: ArrowBackground) -> None:
self.background = background
def update_frame(self, frame: FingerFrameView) -> None:
arrows = render_uv_arrows(
frame,
examples/gui/widgets/settings_panel.py
+57
View File
@@ -5,6 +5,7 @@ from __future__ import annotations
from PyQt5.QtCore import QSize, Qt, pyqtSignal
from PyQt5.QtWidgets import (
QCheckBox,
QComboBox,
QHBoxLayout,
QLabel,
QLineEdit,
@@ -14,6 +15,9 @@ from PyQt5.QtWidgets import (
QWidget,
)
from orisys.finger import DEFAULT_FINGER_EXPORT_DIR
from viz.render_2d import ArrowBackground
from ..layout import DashboardLayout, LAYOUT
from ..mesh_view_state import MeshViewState
from ..transport_icons import reset_icon, transport_icon
@@ -32,9 +36,11 @@ class SettingsPanelWidget(QWidget):
log_visibility_changed = pyqtSignal(bool)
free_rotation_changed = pyqtSignal(bool)
arrow_background_changed = pyqtSignal(str)
view_reset_requested = pyqtSignal()
browse_video_requested = pyqtSignal()
browse_config_requested = pyqtSignal()
browse_finger_assets_requested = pyqtSignal()
def __init__(
self,
@@ -83,6 +89,17 @@ class SettingsPanelWidget(QWidget):
self.show_flow_arrows_check.toggled.connect(self._mesh_state.set_flow_arrows_enabled)
root.addWidget(self.show_flow_arrows_check)
root.addWidget(self._caption("UV arrow background"))
self.arrow_background_combo = QComboBox()
for label, value in (
("Unrolled", "unrolled"),
("Pure color", "pure_color"),
):
self.arrow_background_combo.addItem(label, value)
self.set_arrow_background(layout.arrow_background)
self.arrow_background_combo.currentIndexChanged.connect(self._emit_arrow_background_changed)
root.addWidget(self.arrow_background_combo)
root.addWidget(self._caption("Video source"))
video_row = QHBoxLayout()
video_row.setSpacing(6)
@@ -113,6 +130,19 @@ class SettingsPanelWidget(QWidget):
root.addWidget(self._caption("Calibration"))
root.addWidget(self.cal_edit)
root.addWidget(self._caption("Finger assets"))
finger_assets_row = QHBoxLayout()
finger_assets_row.setSpacing(6)
self.finger_assets_edit = QLineEdit(DEFAULT_FINGER_EXPORT_DIR)
self.finger_assets_edit.setPlaceholderText("Blender export bundle directory")
finger_assets_row.addWidget(self.finger_assets_edit, 1)
self.btn_browse_finger_assets = QPushButton("…")
self.btn_browse_finger_assets.setFixedWidth(32)
self.btn_browse_finger_assets.setToolTip("Browse finger asset directory")
self.btn_browse_finger_assets.clicked.connect(self.browse_finger_assets_requested.emit)
finger_assets_row.addWidget(self.btn_browse_finger_assets)
root.addLayout(finger_assets_row)
root.addSpacing(8)
rotate_row = QHBoxLayout()
rotate_row.setSpacing(6)
@@ -174,6 +204,30 @@ class SettingsPanelWidget(QWidget):
def set_calibration_path(self, value: str) -> None:
self.cal_edit.setText(value or "")
def set_finger_export_dir(self, value: str) -> None:
self.finger_assets_edit.setText(value)
def set_finger_export_dir_enabled(self, enabled: bool) -> None:
self.finger_assets_edit.setEnabled(enabled)
self.btn_browse_finger_assets.setEnabled(enabled)
def _emit_arrow_background_changed(self, _index: int) -> None:
value = self.arrow_background_combo.currentData()
if value:
self.arrow_background_changed.emit(value)
def set_arrow_background(self, value: ArrowBackground) -> None:
idx = self.arrow_background_combo.findData(value)
if idx < 0:
return
self.arrow_background_combo.blockSignals(True)
self.arrow_background_combo.setCurrentIndex(idx)
self.arrow_background_combo.blockSignals(False)
def arrow_background(self) -> ArrowBackground:
value = self.arrow_background_combo.currentData()
return value if value else "unrolled"
def video_source(self) -> str:
return self.video_edit.text().strip()
@@ -182,3 +236,6 @@ class SettingsPanelWidget(QWidget):
def calibration_path(self) -> str:
return self.cal_edit.text().strip()
def finger_export_dir(self) -> str:
return self.finger_assets_edit.text().strip()