Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 4b7271094b |
+113
-62
@@ -393,6 +393,108 @@ class LineShapeMatcher:
|
|||||||
oy = float(np.clip(oy, -0.5, 0.5))
|
oy = float(np.clip(oy, -0.5, 0.5))
|
||||||
return x + ox, y + oy
|
return x + ox, y + oy
|
||||||
|
|
||||||
|
def _refine_pose_joint(
|
||||||
|
self,
|
||||||
|
spread0: np.ndarray,
|
||||||
|
template_gray: np.ndarray,
|
||||||
|
cx: float, cy: float,
|
||||||
|
angle_deg: float, scale: float,
|
||||||
|
mask_full: np.ndarray,
|
||||||
|
max_iter: int = 24,
|
||||||
|
tol: float = 1e-3,
|
||||||
|
) -> tuple[float, float, float, float]:
|
||||||
|
"""Refine congiunto (cx, cy, angle) via Nelder-Mead 3D.
|
||||||
|
|
||||||
|
Ottimizza simultaneamente posizione e angolo (vs golden search 1D
|
||||||
|
sull'angolo poi quadratico 2D su xy che alterna assi). Halcon-style:
|
||||||
|
un singolo iter LM stila il match a precisione sub-pixel + sub-step.
|
||||||
|
Ritorna (angle, score, cx, cy) dove score e quello calcolato sulla
|
||||||
|
scena spread (no template gray).
|
||||||
|
"""
|
||||||
|
h, w = template_gray.shape
|
||||||
|
sw = max(16, int(round(w * scale)))
|
||||||
|
sh = max(16, int(round(h * scale)))
|
||||||
|
gray_s = cv2.resize(template_gray, (sw, sh), interpolation=cv2.INTER_LINEAR)
|
||||||
|
mask_s = cv2.resize(mask_full, (sw, sh), interpolation=cv2.INTER_NEAREST)
|
||||||
|
diag = int(np.ceil(np.hypot(sh, sw))) + 6
|
||||||
|
py = (diag - sh) // 2; px = (diag - sw) // 2
|
||||||
|
gray_p = cv2.copyMakeBorder(gray_s, py, diag - sh - py, px, diag - sw - px,
|
||||||
|
cv2.BORDER_REPLICATE)
|
||||||
|
mask_p = cv2.copyMakeBorder(mask_s, py, diag - sh - py, px, diag - sw - px,
|
||||||
|
cv2.BORDER_CONSTANT, value=0)
|
||||||
|
center = (diag / 2.0, diag / 2.0)
|
||||||
|
H, W = spread0.shape
|
||||||
|
|
||||||
|
def _score(params: tuple[float, float, float]) -> float:
|
||||||
|
ddx, ddy, dang = params
|
||||||
|
ang = angle_deg + dang
|
||||||
|
M = cv2.getRotationMatrix2D(center, ang, 1.0)
|
||||||
|
gray_r = cv2.warpAffine(gray_p, M, (diag, diag),
|
||||||
|
flags=cv2.INTER_LINEAR,
|
||||||
|
borderMode=cv2.BORDER_REPLICATE)
|
||||||
|
mask_r = cv2.warpAffine(mask_p, M, (diag, diag),
|
||||||
|
flags=cv2.INTER_NEAREST, borderValue=0)
|
||||||
|
mag, bins = self._gradient(gray_r)
|
||||||
|
fx, fy, fb = self._extract_features(mag, bins, mask_r)
|
||||||
|
if len(fx) < 8:
|
||||||
|
return 0.0
|
||||||
|
cxe = cx + ddx; cye = cy + ddy
|
||||||
|
ix = int(round(cxe)); iy = int(round(cye))
|
||||||
|
tot = 0
|
||||||
|
valid = 0
|
||||||
|
for i in range(len(fx)):
|
||||||
|
xs = ix + int(fx[i] - center[0])
|
||||||
|
ys = iy + int(fy[i] - center[1])
|
||||||
|
if 0 <= xs < W and 0 <= ys < H:
|
||||||
|
bit = np.uint8(1 << int(fb[i]))
|
||||||
|
if spread0[ys, xs] & bit:
|
||||||
|
tot += 1
|
||||||
|
valid += 1
|
||||||
|
return -float(tot) / max(1, valid) # minimize -score
|
||||||
|
|
||||||
|
# Nelder-Mead 3D inline (no scipy). Simplex iniziale: vertice + offset
|
||||||
|
# dx=±0.5px, dy=±0.5px, dθ=±step/2.
|
||||||
|
step_a = self.angle_step_deg / 2.0 if self.angle_step_deg > 0 else 1.0
|
||||||
|
x0 = np.array([0.0, 0.0, 0.0])
|
||||||
|
simplex = np.array([
|
||||||
|
x0,
|
||||||
|
x0 + [0.5, 0.0, 0.0],
|
||||||
|
x0 + [0.0, 0.5, 0.0],
|
||||||
|
x0 + [0.0, 0.0, step_a],
|
||||||
|
])
|
||||||
|
fvals = np.array([_score(tuple(s)) for s in simplex])
|
||||||
|
for _ in range(max_iter):
|
||||||
|
order = np.argsort(fvals)
|
||||||
|
simplex = simplex[order]; fvals = fvals[order]
|
||||||
|
if abs(fvals[-1] - fvals[0]) < tol:
|
||||||
|
break
|
||||||
|
centroid = simplex[:-1].mean(axis=0)
|
||||||
|
xr = centroid + 1.0 * (centroid - simplex[-1])
|
||||||
|
fr = _score(tuple(xr))
|
||||||
|
if fvals[0] <= fr < fvals[-2]:
|
||||||
|
simplex[-1] = xr; fvals[-1] = fr
|
||||||
|
continue
|
||||||
|
if fr < fvals[0]:
|
||||||
|
xe = centroid + 2.0 * (centroid - simplex[-1])
|
||||||
|
fe = _score(tuple(xe))
|
||||||
|
if fe < fr:
|
||||||
|
simplex[-1] = xe; fvals[-1] = fe
|
||||||
|
else:
|
||||||
|
simplex[-1] = xr; fvals[-1] = fr
|
||||||
|
continue
|
||||||
|
xc = centroid + 0.5 * (simplex[-1] - centroid)
|
||||||
|
fc = _score(tuple(xc))
|
||||||
|
if fc < fvals[-1]:
|
||||||
|
simplex[-1] = xc; fvals[-1] = fc
|
||||||
|
continue
|
||||||
|
for k in range(1, 4):
|
||||||
|
simplex[k] = simplex[0] + 0.5 * (simplex[k] - simplex[0])
|
||||||
|
fvals[k] = _score(tuple(simplex[k]))
|
||||||
|
best_i = int(np.argmin(fvals))
|
||||||
|
ddx, ddy, dang = simplex[best_i]
|
||||||
|
return (angle_deg + float(dang), -float(fvals[best_i]),
|
||||||
|
cx + float(ddx), cy + float(ddy))
|
||||||
|
|
||||||
def _refine_angle(
|
def _refine_angle(
|
||||||
self,
|
self,
|
||||||
spread0: np.ndarray, # bitmap uint8 (H, W)
|
spread0: np.ndarray, # bitmap uint8 (H, W)
|
||||||
@@ -574,8 +676,7 @@ class LineShapeMatcher:
|
|||||||
verify_threshold: float = 0.4,
|
verify_threshold: float = 0.4,
|
||||||
coarse_angle_factor: int = 2,
|
coarse_angle_factor: int = 2,
|
||||||
scale_penalty: float = 0.0,
|
scale_penalty: float = 0.0,
|
||||||
pyramid_propagate: bool = True,
|
refine_pose_joint: bool = False,
|
||||||
propagate_topk: int = 8,
|
|
||||||
) -> list[Match]:
|
) -> list[Match]:
|
||||||
"""
|
"""
|
||||||
scale_penalty: se > 0, riduce lo score per match a scala diversa da 1.0:
|
scale_penalty: se > 0, riduce lo score per match a scala diversa da 1.0:
|
||||||
@@ -647,12 +748,7 @@ class LineShapeMatcher:
|
|||||||
end = min(n, i + half + 1)
|
end = min(n, i + half + 1)
|
||||||
neighbor_map[vi_c] = vi_sorted[start:end]
|
neighbor_map[vi_c] = vi_sorted[start:end]
|
||||||
|
|
||||||
# Pruning varianti via top-level (parallelizzato).
|
# Pruning varianti via top-level (parallelizzato) - solo coarse
|
||||||
# Quando pyramid_propagate=True ritorna anche le top-K posizioni
|
|
||||||
# del picco (in coord top-level) per restringere la fase full-res
|
|
||||||
# a piccoli crop attorno ai candidati (vs intera scena).
|
|
||||||
peaks_by_vi: dict[int, list[tuple[int, int, float]]] = {}
|
|
||||||
|
|
||||||
def _top_score(vi: int) -> tuple[int, float]:
|
def _top_score(vi: int) -> tuple[int, float]:
|
||||||
var = self.variants[vi]
|
var = self.variants[vi]
|
||||||
lvl = var.levels[min(top, len(var.levels) - 1)]
|
lvl = var.levels[min(top, len(var.levels) - 1)]
|
||||||
@@ -660,23 +756,7 @@ class LineShapeMatcher:
|
|||||||
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
||||||
bg_cache_top[var.scale],
|
bg_cache_top[var.scale],
|
||||||
)
|
)
|
||||||
if score.size == 0:
|
return vi, float(score.max()) if score.size else -1.0
|
||||||
return vi, -1.0
|
|
||||||
best = float(score.max())
|
|
||||||
if pyramid_propagate and best > 0:
|
|
||||||
# Top-K posizioni > top_thresh (max propagate_topk)
|
|
||||||
flat = score.ravel()
|
|
||||||
k = min(propagate_topk, flat.size)
|
|
||||||
idx = np.argpartition(-flat, k - 1)[:k]
|
|
||||||
peaks: list[tuple[int, int, float]] = []
|
|
||||||
for i in idx:
|
|
||||||
s = float(flat[i])
|
|
||||||
if s < top_thresh * 0.7:
|
|
||||||
continue
|
|
||||||
yt, xt = int(i // score.shape[1]), int(i % score.shape[1])
|
|
||||||
peaks.append((xt, yt, s))
|
|
||||||
peaks_by_vi[vi] = peaks
|
|
||||||
return vi, best
|
|
||||||
|
|
||||||
kept_coarse: list[tuple[int, float]] = []
|
kept_coarse: list[tuple[int, float]] = []
|
||||||
all_top_scores: list[tuple[int, float]] = []
|
all_top_scores: list[tuple[int, float]] = []
|
||||||
@@ -736,48 +816,14 @@ class LineShapeMatcher:
|
|||||||
for sc in unique_scales:
|
for sc in unique_scales:
|
||||||
bg_cache_full[sc] = _bg_for_scale(density_full, sc, 1)
|
bg_cache_full[sc] = _bg_for_scale(density_full, sc, 1)
|
||||||
|
|
||||||
# Margine in full-res attorno ad ogni peak top: copre incertezza
|
|
||||||
# downsampling (sf_top px) + spread_radius + slack per NMS.
|
|
||||||
propagate_margin = sf_top + self.spread_radius + max(8, nms_radius // 2)
|
|
||||||
H_full, W_full = spread0.shape
|
|
||||||
|
|
||||||
def _full_score(vi: int) -> tuple[int, np.ndarray]:
|
def _full_score(vi: int) -> tuple[int, np.ndarray]:
|
||||||
var = self.variants[vi]
|
var = self.variants[vi]
|
||||||
lvl0 = var.levels[0]
|
lvl0 = var.levels[0]
|
||||||
if not pyramid_propagate or vi not in peaks_by_vi or not peaks_by_vi[vi]:
|
score = _jit_score_bitmap_rescored(
|
||||||
# Path legacy: scansiona intera scena
|
|
||||||
return vi, _jit_score_bitmap_rescored(
|
|
||||||
spread0, lvl0.dx, lvl0.dy, lvl0.bin, bit_active_full,
|
spread0, lvl0.dx, lvl0.dy, lvl0.bin, bit_active_full,
|
||||||
bg_cache_full[var.scale],
|
bg_cache_full[var.scale],
|
||||||
)
|
)
|
||||||
# Path piramide propagata: valuta solo crop locali attorno
|
return vi, score
|
||||||
# alle posizioni dei picchi top-level (riproiettati a full-res).
|
|
||||||
score_full = np.zeros((H_full, W_full), dtype=np.float32)
|
|
||||||
mark = np.zeros((H_full, W_full), dtype=bool)
|
|
||||||
bg = bg_cache_full[var.scale]
|
|
||||||
for xt, yt, _s in peaks_by_vi[vi]:
|
|
||||||
cx0 = xt * sf_top
|
|
||||||
cy0 = yt * sf_top
|
|
||||||
x_lo = max(0, cx0 - propagate_margin)
|
|
||||||
x_hi = min(W_full, cx0 + propagate_margin + 1)
|
|
||||||
y_lo = max(0, cy0 - propagate_margin)
|
|
||||||
y_hi = min(H_full, cy0 + propagate_margin + 1)
|
|
||||||
if x_hi <= x_lo or y_hi <= y_lo:
|
|
||||||
continue
|
|
||||||
if mark[y_lo:y_hi, x_lo:x_hi].all():
|
|
||||||
continue
|
|
||||||
# Crop spread + bg, valuta kernel sul crop
|
|
||||||
spread_crop = np.ascontiguousarray(spread0[y_lo:y_hi, x_lo:x_hi])
|
|
||||||
bg_crop = np.ascontiguousarray(bg[y_lo:y_hi, x_lo:x_hi])
|
|
||||||
score_crop = _jit_score_bitmap_rescored(
|
|
||||||
spread_crop, lvl0.dx, lvl0.dy, lvl0.bin,
|
|
||||||
bit_active_full, bg_crop,
|
|
||||||
)
|
|
||||||
score_full[y_lo:y_hi, x_lo:x_hi] = np.maximum(
|
|
||||||
score_full[y_lo:y_hi, x_lo:x_hi], score_crop,
|
|
||||||
)
|
|
||||||
mark[y_lo:y_hi, x_lo:x_hi] = True
|
|
||||||
return vi, score_full
|
|
||||||
|
|
||||||
candidates_per_var: list[tuple[int, np.ndarray]] = []
|
candidates_per_var: list[tuple[int, np.ndarray]] = []
|
||||||
raw: list[tuple[float, int, int, int]] = []
|
raw: list[tuple[float, int, int, int]] = []
|
||||||
@@ -855,7 +901,12 @@ class LineShapeMatcher:
|
|||||||
var = self.variants[vi]
|
var = self.variants[vi]
|
||||||
ang_f = var.angle_deg
|
ang_f = var.angle_deg
|
||||||
score_f = score
|
score_f = score
|
||||||
if refine_angle and self.template_gray is not None:
|
if refine_pose_joint and self.template_gray is not None:
|
||||||
|
ang_f, score_f, cx_f, cy_f = self._refine_pose_joint(
|
||||||
|
spread0, self.template_gray, cx_f, cy_f,
|
||||||
|
var.angle_deg, var.scale, mask_full,
|
||||||
|
)
|
||||||
|
elif refine_angle and self.template_gray is not None:
|
||||||
ang_f, score_f, cx_f, cy_f = self._refine_angle(
|
ang_f, score_f, cx_f, cy_f = self._refine_angle(
|
||||||
spread0, bit_active_full, self.template_gray, cx_f, cy_f,
|
spread0, bit_active_full, self.template_gray, cx_f, cy_f,
|
||||||
var.angle_deg, var.scale, mask_full,
|
var.angle_deg, var.scale, mask_full,
|
||||||
|
|||||||
Reference in New Issue
Block a user