update doc

This commit is contained in:
ykcheungab
2026-03-06 15:05:24 +08:00
parent c95e810e87
commit 44b14cded1
20 changed files with 359 additions and 178 deletions
+42 -88
View File
@@ -9,12 +9,6 @@ import pyqtgraph as pg
from PyQt5.QtGui import QImage, QFont
from pyqtgraph.Qt import QtGui
# 实时图表
bg_color = (46, 41, 36)
bg_color_hex = "#24292E"
text_color_hex = "#D1D5DA"
text_color = (209, 213, 218)
def make_gradient_brush(color_hex, max_alpha=150):
"""
创建一个从上到下渐变的笔刷 (兼容 PyQt5 和 PyQt6)
@@ -41,35 +35,32 @@ def make_gradient_brush(color_hex, max_alpha=150):
def create_plot():
pg.setConfigOption('background', bg_color_hex) # 深蓝灰背景
pg.setConfigOption('foreground', text_color_hex) # 浅灰文字
pg.setConfigOption('background', '#0B1016') # 深蓝灰背景
pg.setConfigOption('foreground', '#A0A0A0') # 浅灰文字
pg.setConfigOptions(antialias=True) # 抗锯齿
# theme_color = '#00E5FF'
theme_color = '#50abff'
theme_color = '#00E5FF'
line_pen = pg.mkPen(color=theme_color, width=2)
grad_brush = make_gradient_brush(theme_color, max_alpha=120)
show_values = False
# title_font = QFont("Segoe UI", 14, QFont.Bold)
# axis_font = QFont("Segoe UI", 10, QFont.Bold)
p1 = win.addPlot(title="N")
# p1.titleLabel.item.setFont(title_font)
p1.getAxis('left').setStyle(showValues=show_values)
p1.getAxis('bottom').setStyle(showValues=show_values)
axis_font = QFont("Segoe UI", 11)
p1 = win.addPlot()
p1.setLabel('left', 'N')
p1.getAxis('left').label.setFont(axis_font)
p1.getAxis('left').label.setRotation(-90)
p1.showGrid(x=True, y=True, alpha=0.3)
win.nextRow()
p2 = win.addPlot(title="X")
# p2.titleLabel.item.setFont(title_font)
p2.getAxis('left').setStyle(showValues=show_values)
p2.getAxis('bottom').setStyle(showValues=show_values)
p2 = win.addPlot()
p2.setLabel('left', 'X')
p2.getAxis('left').label.setFont(axis_font)
p2.getAxis('left').label.setRotation(-90)
p2.showGrid(x=True, y=True, alpha=0.3)
win.nextRow()
p3 = win.addPlot(title="Y")
# p3.titleLabel.item.setFont(title_font)
p3.getAxis('left').setStyle(showValues=show_values)
p3.getAxis('bottom').setStyle(showValues=show_values)
# p3.setLabel('bottom', 'Time', units='s')
# p3.getAxis('bottom').label.setFont(axis_font)
p3 = win.addPlot()
p3.setLabel('left', 'Y')
p3.setLabel('bottom', 'Time', units='s')
p3.getAxis('left').label.setFont(axis_font)
p3.getAxis('left').label.setRotation(-90)
p3.getAxis('bottom').label.setFont(axis_font)
p3.showGrid(x=True, y=True, alpha=0.3)
plot_af = p1.plot(pen=line_pen, fillLevel=0, fillBrush=grad_brush)
plot_tfx = p2.plot(pen=line_pen, fillLevel=0, fillBrush=grad_brush)
@@ -78,18 +69,12 @@ def create_plot():
def update(plot_af, plot_tfx, plot_tfy, data, p1, p2, p3):
# global plot_af, plot_tfx, plot_tfy, data, p1, p2, p3
max1 = max(data[:,1,0])
max2 = max(data[:,1,1])
max3 = max(data[:,1,2])
# max1 = 110000
# max2 = 260000
# max3 = 400000
plot_af.setData(data[:,:,0])
p1.setYRange(min(data[:,1,0]),max1)
p1.setYRange(min(data[:,1,0]),max(data[:,1,0]))
plot_tfx.setData(data[:,:,1])
p2.setYRange(min(data[:,1,1]),max2)
p2.setYRange(min(data[:,1,1]),max(data[:,1,1]))
plot_tfy.setData(data[:,:,2])
p3.setYRange(min(data[:,1,2]),max3)
p3.setYRange(min(data[:,1,2]),max(data[:,1,2]))
# 深度图
def draw_magnitude_map(vfield, threshold=3.0, colormap=cv2.COLORMAP_JET) -> np.ndarray:
@@ -134,12 +119,10 @@ def draw_magnitude_map(vfield, threshold=3.0, colormap=cv2.COLORMAP_JET) -> np.n
return out_img
npoints = 100 # 图表数据长度
plot_threshold = 0 # only plot force values above this (below → 0)
pg.setConfigOption('background', bg_color_hex)
pg.setConfigOption('foreground', bg_color_hex)
# 实时图表
npoints = 100 # 图表数据长度
pg.setConfigOption('background', 'k')
pg.setConfigOption('foreground', 'w')
app = pg.mkQApp("Plotting Example")
win = pg.GraphicsLayoutWidget(show=True, title="Basic plotting examples")
win.setWindowTitle('pyqtgraph example: Plotting')
@@ -147,7 +130,7 @@ p1, p2, p3, plot_af, plot_tfx, plot_tfy = create_plot()
data = np.zeros([npoints,2,3])
start_time = None # Will be set when sensor starts
for i in range(3):
data[:,0,i] = np.linspace(-npoints,0,npoints)/30
data[:,0,i] = np.linspace(-npoints,0,npoints)
@@ -156,24 +139,21 @@ def main():
parser = argparse.ArgumentParser()
parser.add_argument("--video","-v", type=str, default="s1.mp4", help="视频文件路径")
parser.add_argument("--fps", type=float, default=15)
args = parser.parse_args()
fps_video = args.fps
arrow_writer = cv2.VideoWriter(args.video.replace(".mp4", "_arrows.mp4"), cv2.VideoWriter_fourcc(*'mp4v'), fps_video, (384, 384))
pyqt_writer = cv2.VideoWriter(args.video.replace(".mp4", "_pyqt.mp4"), cv2.VideoWriter_fourcc(*'mp4v'), fps_video, (1600, 1200))
depth_writer = cv2.VideoWriter(args.video.replace(".mp4", "_depth.mp4"), cv2.VideoWriter_fourcc(*'mp4v'),fps_video, (384, 384))
sensor1 = orisys.Sensor(args.video, config_name="./config/prototype_raft.json", cal_path= args.video.replace(".mp4", ".npy"), isstitch=True, cuda=True, verbose=True)
arrow_writer = cv2.VideoWriter(args.video.replace(".mp4", "_arrows.mp4"), cv2.VideoWriter_fourcc(*'mp4v'), 30, (384, 384))
pyqt_writer = cv2.VideoWriter(args.video.replace(".mp4", "_pyqt.mp4"), cv2.VideoWriter_fourcc(*'mp4v'), 30, (1600, 1200))
depth_writer = cv2.VideoWriter(args.video.replace(".mp4", "_depth.mp4"), cv2.VideoWriter_fourcc(*'mp4v'), 30, (384, 384))
sensor1 = orisys.Sensor(args.video, config_name="./config/prototype_of3.json", cal_path= "./config/dd01a_98.npy", isstitch=True, cuda=False, verbose=True)
start_time = time.time()
is_save = False
frame_count = 0
writer = None
while True:
sensor1.get_img() # 提取并拼接复眼图像
img = sensor1.img
if img is None:
break;
sensor1.get_img() # 提取并拼接复眼图像
sensor1.compute_deformation() # 计算形变和分解
sensor1.compute_contact()
@@ -182,14 +162,10 @@ def main():
# 帧率,时间戳: FPS, TIMESTAMP
# 变形量总和: FNORMAL , FSHEARX, FSHEARY : 法向,切向(X),切向(Y)
fps, fn, fx, fy, flow, depth_map = sensor1.read_info(sensor1.info.FPS, sensor1.info.FNORMAL, sensor1.info.FSHEARX, sensor1.info.FSHEARY, sensor1.info.VRAW, sensor1.info.DEPTH)
frame_count += 1
print(fps,fn,fx,fy,frame_count)
if sensor1.img is None:
break
print(fps,fn,fx,fy)
# 显示向量场
# Background color #24292E (BGR)
black_img = np.full_like(sensor1.img, bg_color)
arrows = orisys.util.draw_arrows(black_img, flow, threshold=2, grid_spacing=20, arrow_scale=0.5, colormap=cv2.COLORMAP_PARULA, below_threshold_color=text_color)
black_img = np.zeros_like(sensor1.img)
arrows = orisys.util.draw_arrows(black_img, flow, threshold=2, grid_spacing=20, arrow_scale=0.5)
cv2.imshow("Deformation", arrows)
# 显示深度图
@@ -200,40 +176,21 @@ def main():
div_normalized = np.zeros_like(div_abs, dtype=np.uint8)
# 应用颜色映射(使用JET:蓝色=低散度,红色=高散度)
depth_colored = cv2.applyColorMap(div_normalized, cv2.COLORMAP_PARULA)
# Set background color for zero/low values (BGR color #24292E)
depth_colored[div_normalized < 5] = bg_color
depth_colored = cv2.applyColorMap(div_normalized, cv2.COLORMAP_JET)
cv2.imshow("Depth Map", depth_colored)
# cv2.imshow("Depth Map", cv2.applyColorMap(div_normalized, cv2.COLORMAP_JET))
# 显示图表 - 更新时间轴
elapsed_time = time.time() - start_time
current_time = time.time() - start_time
for i in range(3):
data[:-1, 0, i] = data[1:, 0, i] # shift time data left
data[:-1, 1, i] = data[1:, 1, i] # shift force data left
data[-1, 0, :] = frame_count/fps_video # set current time for all plots
data[-1, 0, :] = frame_count/30.0 # set current time for all plots
data[-1, 1, 0] = fn
if abs(fx) - data[-2, 1, 1] > 100000:
fx = data[-2, 1, 1] + data[-2, 1, 1]*0.5
if abs(fy) - data[-2, 1, 2] > 100000:
fy = data[-2, 1, 2] + data[-2, 1, 2]*0.5
data[-1, 1, 1] = abs(fx)
data[-1, 1, 2] = abs(fy)
# Moving average on force data (column 1): simple loop, no singularities at ends
ma_window = 5
data_plot = data.copy()
for i in range(3):
x = data_plot[:, 1, i]
n = len(x)
out = np.empty_like(x, dtype=np.float64)
for j in range(n):
start = max(0, j - ma_window + 1)
out[j] = np.mean(x[start : j + 1])
data_plot[:, 1, i] = out
below = data_plot[:, 1, :] < plot_threshold
data_plot[:, 1, :] = np.where(below, 0, data_plot[:, 1, :])
update(plot_af, plot_tfx, plot_tfy, data_plot, p1, p2, p3) # Update plot
# frame_count += 1
update(plot_af, plot_tfx, plot_tfy, data, p1, p2, p3) # Update plot
frame_count += 1
# Convert pyqtgraph plot to image
# Grab the GraphicsLayoutWidget as QPixmap
@@ -241,10 +198,7 @@ def main():
# Convert QPixmap to QImage
qimg = pixmap.toImage()
# Convert QImage to numpy array (RGB format)
# Qt6/PySide6: QImage.Format.Format_RGB888; Qt5: QImage.Format_RGB888
QImg = QtGui.QImage
fmt = getattr(QImg.Format, 'Format_RGB888', None) or getattr(QImg, 'Format_RGB888')
qimg = qimg.convertToFormat(fmt)
qimg = qimg.convertToFormat(QImage.Format_RGB888)
width = qimg.width()
height = qimg.height()
# Convert QImage to numpy array