Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 4419c237b2 |
@@ -110,6 +110,62 @@ if HAS_NUMBA:
|
|||||||
acc[y, x] *= inv
|
acc[y, x] *= inv
|
||||||
return acc
|
return acc
|
||||||
|
|
||||||
|
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
||||||
|
def _jit_score_bitmap_greedy(
|
||||||
|
spread: np.ndarray,
|
||||||
|
dx: np.ndarray, dy: np.ndarray, bins: np.ndarray,
|
||||||
|
bit_active: np.uint8,
|
||||||
|
min_score: nb.float32,
|
||||||
|
greediness: nb.float32,
|
||||||
|
) -> np.ndarray:
|
||||||
|
"""Score bitmap con early-exit greedy (no rescore background).
|
||||||
|
|
||||||
|
Per ogni pixel iteriamo le N feature; abortiamo non appena diventa
|
||||||
|
impossibile raggiungere `min_required` count anche aggiungendo
|
||||||
|
tutte le feature rimanenti. min_required = greediness * min_score * N.
|
||||||
|
|
||||||
|
greediness=0 → nessun early-exit (equivalente a kernel base).
|
||||||
|
greediness=1 → exit non appena hits + remaining < min_score * N.
|
||||||
|
Tipico: 0.7-0.9 → 2-4x speed-up senza perdere match.
|
||||||
|
"""
|
||||||
|
H, W = spread.shape
|
||||||
|
N = dx.shape[0]
|
||||||
|
acc = np.zeros((H, W), dtype=np.float32)
|
||||||
|
if N == 0:
|
||||||
|
return acc
|
||||||
|
min_req = greediness * min_score * N
|
||||||
|
inv_N = nb.float32(1.0 / N)
|
||||||
|
for y in nb.prange(H):
|
||||||
|
for x in range(W):
|
||||||
|
hits = 0
|
||||||
|
for i in range(N):
|
||||||
|
b = bins[i]
|
||||||
|
mask = np.uint8(1) << b
|
||||||
|
if (bit_active & mask) == 0:
|
||||||
|
# Nessun chance per questa feature
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
ddy = dy[i]
|
||||||
|
yy = y + ddy
|
||||||
|
if yy < 0 or yy >= H:
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
ddx = dx[i]
|
||||||
|
xx = x + ddx
|
||||||
|
if xx < 0 or xx >= W:
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
if spread[yy, xx] & mask:
|
||||||
|
hits += 1
|
||||||
|
else:
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
acc[y, x] = nb.float32(hits) * inv_N
|
||||||
|
return acc
|
||||||
|
|
||||||
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
||||||
def _jit_score_bitmap_rescored(
|
def _jit_score_bitmap_rescored(
|
||||||
spread: np.ndarray, # uint8 (H, W)
|
spread: np.ndarray, # uint8 (H, W)
|
||||||
@@ -185,6 +241,10 @@ if HAS_NUMBA:
|
|||||||
_jit_score_bitmap(spread, dx, dy, b, np.uint8(0xFF))
|
_jit_score_bitmap(spread, dx, dy, b, np.uint8(0xFF))
|
||||||
bg = np.zeros((32, 32), dtype=np.float32)
|
bg = np.zeros((32, 32), dtype=np.float32)
|
||||||
_jit_score_bitmap_rescored(spread, dx, dy, b, np.uint8(0xFF), bg)
|
_jit_score_bitmap_rescored(spread, dx, dy, b, np.uint8(0xFF), bg)
|
||||||
|
_jit_score_bitmap_greedy(
|
||||||
|
spread, dx, dy, b, np.uint8(0xFF),
|
||||||
|
np.float32(0.5), np.float32(0.8),
|
||||||
|
)
|
||||||
_jit_popcount_density(spread)
|
_jit_popcount_density(spread)
|
||||||
|
|
||||||
else: # pragma: no cover
|
else: # pragma: no cover
|
||||||
@@ -198,6 +258,9 @@ else: # pragma: no cover
|
|||||||
def _jit_score_bitmap_rescored(spread, dx, dy, bins, bit_active, bg):
|
def _jit_score_bitmap_rescored(spread, dx, dy, bins, bit_active, bg):
|
||||||
raise RuntimeError("numba non disponibile")
|
raise RuntimeError("numba non disponibile")
|
||||||
|
|
||||||
|
def _jit_score_bitmap_greedy(spread, dx, dy, bins, bit_active, min_score, greediness):
|
||||||
|
raise RuntimeError("numba non disponibile")
|
||||||
|
|
||||||
def _jit_popcount_density(spread):
|
def _jit_popcount_density(spread):
|
||||||
raise RuntimeError("numba non disponibile")
|
raise RuntimeError("numba non disponibile")
|
||||||
|
|
||||||
@@ -246,6 +309,28 @@ def score_bitmap_rescored(
|
|||||||
return np.maximum(0.0, out).astype(np.float32)
|
return np.maximum(0.0, out).astype(np.float32)
|
||||||
|
|
||||||
|
|
||||||
|
def score_bitmap_greedy(
|
||||||
|
spread: np.ndarray, dx: np.ndarray, dy: np.ndarray, bins: np.ndarray,
|
||||||
|
bit_active: int, min_score: float, greediness: float,
|
||||||
|
) -> np.ndarray:
|
||||||
|
"""Score bitmap con early-exit greedy. Per coarse-pass aggressivo.
|
||||||
|
|
||||||
|
Non applica rescore background: usare quando la scena ha basso clutter
|
||||||
|
o quando si vuole mass-prune varianti via top-level rapidamente.
|
||||||
|
"""
|
||||||
|
if HAS_NUMBA and len(dx) > 0:
|
||||||
|
return _jit_score_bitmap_greedy(
|
||||||
|
np.ascontiguousarray(spread, dtype=np.uint8),
|
||||||
|
np.ascontiguousarray(dx, dtype=np.int32),
|
||||||
|
np.ascontiguousarray(dy, dtype=np.int32),
|
||||||
|
np.ascontiguousarray(bins, dtype=np.int8),
|
||||||
|
np.uint8(bit_active),
|
||||||
|
np.float32(min_score), np.float32(greediness),
|
||||||
|
)
|
||||||
|
# Fallback: kernel base senza early-exit
|
||||||
|
return score_bitmap(spread, dx, dy, bins, bit_active)
|
||||||
|
|
||||||
|
|
||||||
def popcount_density(spread: np.ndarray) -> np.ndarray:
|
def popcount_density(spread: np.ndarray) -> np.ndarray:
|
||||||
if HAS_NUMBA:
|
if HAS_NUMBA:
|
||||||
return _jit_popcount_density(np.ascontiguousarray(spread, dtype=np.uint8))
|
return _jit_popcount_density(np.ascontiguousarray(spread, dtype=np.uint8))
|
||||||
|
|||||||
+14
-110
@@ -40,6 +40,7 @@ from pm2d._jit_kernels import (
|
|||||||
score_by_shift as _jit_score_by_shift,
|
score_by_shift as _jit_score_by_shift,
|
||||||
score_bitmap as _jit_score_bitmap,
|
score_bitmap as _jit_score_bitmap,
|
||||||
score_bitmap_rescored as _jit_score_bitmap_rescored,
|
score_bitmap_rescored as _jit_score_bitmap_rescored,
|
||||||
|
score_bitmap_greedy as _jit_score_bitmap_greedy,
|
||||||
popcount_density as _jit_popcount,
|
popcount_density as _jit_popcount,
|
||||||
HAS_NUMBA,
|
HAS_NUMBA,
|
||||||
)
|
)
|
||||||
@@ -393,108 +394,6 @@ class LineShapeMatcher:
|
|||||||
oy = float(np.clip(oy, -0.5, 0.5))
|
oy = float(np.clip(oy, -0.5, 0.5))
|
||||||
return x + ox, y + oy
|
return x + ox, y + oy
|
||||||
|
|
||||||
def _refine_pose_joint(
|
|
||||||
self,
|
|
||||||
spread0: np.ndarray,
|
|
||||||
template_gray: np.ndarray,
|
|
||||||
cx: float, cy: float,
|
|
||||||
angle_deg: float, scale: float,
|
|
||||||
mask_full: np.ndarray,
|
|
||||||
max_iter: int = 24,
|
|
||||||
tol: float = 1e-3,
|
|
||||||
) -> tuple[float, float, float, float]:
|
|
||||||
"""Refine congiunto (cx, cy, angle) via Nelder-Mead 3D.
|
|
||||||
|
|
||||||
Ottimizza simultaneamente posizione e angolo (vs golden search 1D
|
|
||||||
sull'angolo poi quadratico 2D su xy che alterna assi). Halcon-style:
|
|
||||||
un singolo iter LM stila il match a precisione sub-pixel + sub-step.
|
|
||||||
Ritorna (angle, score, cx, cy) dove score e quello calcolato sulla
|
|
||||||
scena spread (no template gray).
|
|
||||||
"""
|
|
||||||
h, w = template_gray.shape
|
|
||||||
sw = max(16, int(round(w * scale)))
|
|
||||||
sh = max(16, int(round(h * scale)))
|
|
||||||
gray_s = cv2.resize(template_gray, (sw, sh), interpolation=cv2.INTER_LINEAR)
|
|
||||||
mask_s = cv2.resize(mask_full, (sw, sh), interpolation=cv2.INTER_NEAREST)
|
|
||||||
diag = int(np.ceil(np.hypot(sh, sw))) + 6
|
|
||||||
py = (diag - sh) // 2; px = (diag - sw) // 2
|
|
||||||
gray_p = cv2.copyMakeBorder(gray_s, py, diag - sh - py, px, diag - sw - px,
|
|
||||||
cv2.BORDER_REPLICATE)
|
|
||||||
mask_p = cv2.copyMakeBorder(mask_s, py, diag - sh - py, px, diag - sw - px,
|
|
||||||
cv2.BORDER_CONSTANT, value=0)
|
|
||||||
center = (diag / 2.0, diag / 2.0)
|
|
||||||
H, W = spread0.shape
|
|
||||||
|
|
||||||
def _score(params: tuple[float, float, float]) -> float:
|
|
||||||
ddx, ddy, dang = params
|
|
||||||
ang = angle_deg + dang
|
|
||||||
M = cv2.getRotationMatrix2D(center, ang, 1.0)
|
|
||||||
gray_r = cv2.warpAffine(gray_p, M, (diag, diag),
|
|
||||||
flags=cv2.INTER_LINEAR,
|
|
||||||
borderMode=cv2.BORDER_REPLICATE)
|
|
||||||
mask_r = cv2.warpAffine(mask_p, M, (diag, diag),
|
|
||||||
flags=cv2.INTER_NEAREST, borderValue=0)
|
|
||||||
mag, bins = self._gradient(gray_r)
|
|
||||||
fx, fy, fb = self._extract_features(mag, bins, mask_r)
|
|
||||||
if len(fx) < 8:
|
|
||||||
return 0.0
|
|
||||||
cxe = cx + ddx; cye = cy + ddy
|
|
||||||
ix = int(round(cxe)); iy = int(round(cye))
|
|
||||||
tot = 0
|
|
||||||
valid = 0
|
|
||||||
for i in range(len(fx)):
|
|
||||||
xs = ix + int(fx[i] - center[0])
|
|
||||||
ys = iy + int(fy[i] - center[1])
|
|
||||||
if 0 <= xs < W and 0 <= ys < H:
|
|
||||||
bit = np.uint8(1 << int(fb[i]))
|
|
||||||
if spread0[ys, xs] & bit:
|
|
||||||
tot += 1
|
|
||||||
valid += 1
|
|
||||||
return -float(tot) / max(1, valid) # minimize -score
|
|
||||||
|
|
||||||
# Nelder-Mead 3D inline (no scipy). Simplex iniziale: vertice + offset
|
|
||||||
# dx=±0.5px, dy=±0.5px, dθ=±step/2.
|
|
||||||
step_a = self.angle_step_deg / 2.0 if self.angle_step_deg > 0 else 1.0
|
|
||||||
x0 = np.array([0.0, 0.0, 0.0])
|
|
||||||
simplex = np.array([
|
|
||||||
x0,
|
|
||||||
x0 + [0.5, 0.0, 0.0],
|
|
||||||
x0 + [0.0, 0.5, 0.0],
|
|
||||||
x0 + [0.0, 0.0, step_a],
|
|
||||||
])
|
|
||||||
fvals = np.array([_score(tuple(s)) for s in simplex])
|
|
||||||
for _ in range(max_iter):
|
|
||||||
order = np.argsort(fvals)
|
|
||||||
simplex = simplex[order]; fvals = fvals[order]
|
|
||||||
if abs(fvals[-1] - fvals[0]) < tol:
|
|
||||||
break
|
|
||||||
centroid = simplex[:-1].mean(axis=0)
|
|
||||||
xr = centroid + 1.0 * (centroid - simplex[-1])
|
|
||||||
fr = _score(tuple(xr))
|
|
||||||
if fvals[0] <= fr < fvals[-2]:
|
|
||||||
simplex[-1] = xr; fvals[-1] = fr
|
|
||||||
continue
|
|
||||||
if fr < fvals[0]:
|
|
||||||
xe = centroid + 2.0 * (centroid - simplex[-1])
|
|
||||||
fe = _score(tuple(xe))
|
|
||||||
if fe < fr:
|
|
||||||
simplex[-1] = xe; fvals[-1] = fe
|
|
||||||
else:
|
|
||||||
simplex[-1] = xr; fvals[-1] = fr
|
|
||||||
continue
|
|
||||||
xc = centroid + 0.5 * (simplex[-1] - centroid)
|
|
||||||
fc = _score(tuple(xc))
|
|
||||||
if fc < fvals[-1]:
|
|
||||||
simplex[-1] = xc; fvals[-1] = fc
|
|
||||||
continue
|
|
||||||
for k in range(1, 4):
|
|
||||||
simplex[k] = simplex[0] + 0.5 * (simplex[k] - simplex[0])
|
|
||||||
fvals[k] = _score(tuple(simplex[k]))
|
|
||||||
best_i = int(np.argmin(fvals))
|
|
||||||
ddx, ddy, dang = simplex[best_i]
|
|
||||||
return (angle_deg + float(dang), -float(fvals[best_i]),
|
|
||||||
cx + float(ddx), cy + float(ddy))
|
|
||||||
|
|
||||||
def _refine_angle(
|
def _refine_angle(
|
||||||
self,
|
self,
|
||||||
spread0: np.ndarray, # bitmap uint8 (H, W)
|
spread0: np.ndarray, # bitmap uint8 (H, W)
|
||||||
@@ -676,7 +575,7 @@ class LineShapeMatcher:
|
|||||||
verify_threshold: float = 0.4,
|
verify_threshold: float = 0.4,
|
||||||
coarse_angle_factor: int = 2,
|
coarse_angle_factor: int = 2,
|
||||||
scale_penalty: float = 0.0,
|
scale_penalty: float = 0.0,
|
||||||
refine_pose_joint: bool = False,
|
greediness: float = 0.0,
|
||||||
) -> list[Match]:
|
) -> list[Match]:
|
||||||
"""
|
"""
|
||||||
scale_penalty: se > 0, riduce lo score per match a scala diversa da 1.0:
|
scale_penalty: se > 0, riduce lo score per match a scala diversa da 1.0:
|
||||||
@@ -748,10 +647,20 @@ class LineShapeMatcher:
|
|||||||
end = min(n, i + half + 1)
|
end = min(n, i + half + 1)
|
||||||
neighbor_map[vi_c] = vi_sorted[start:end]
|
neighbor_map[vi_c] = vi_sorted[start:end]
|
||||||
|
|
||||||
# Pruning varianti via top-level (parallelizzato) - solo coarse
|
# Pruning varianti via top-level (parallelizzato) - solo coarse.
|
||||||
|
# greediness > 0: usa kernel greedy con early-exit (no rescore bg)
|
||||||
|
# per il pruning. ~2-4x speed-up sul top con greediness=0.8.
|
||||||
|
use_greedy_top = greediness > 0.0
|
||||||
|
|
||||||
def _top_score(vi: int) -> tuple[int, float]:
|
def _top_score(vi: int) -> tuple[int, float]:
|
||||||
var = self.variants[vi]
|
var = self.variants[vi]
|
||||||
lvl = var.levels[min(top, len(var.levels) - 1)]
|
lvl = var.levels[min(top, len(var.levels) - 1)]
|
||||||
|
if use_greedy_top:
|
||||||
|
score = _jit_score_bitmap_greedy(
|
||||||
|
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
||||||
|
top_thresh, greediness,
|
||||||
|
)
|
||||||
|
else:
|
||||||
score = _jit_score_bitmap_rescored(
|
score = _jit_score_bitmap_rescored(
|
||||||
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
||||||
bg_cache_top[var.scale],
|
bg_cache_top[var.scale],
|
||||||
@@ -901,12 +810,7 @@ class LineShapeMatcher:
|
|||||||
var = self.variants[vi]
|
var = self.variants[vi]
|
||||||
ang_f = var.angle_deg
|
ang_f = var.angle_deg
|
||||||
score_f = score
|
score_f = score
|
||||||
if refine_pose_joint and self.template_gray is not None:
|
if refine_angle and self.template_gray is not None:
|
||||||
ang_f, score_f, cx_f, cy_f = self._refine_pose_joint(
|
|
||||||
spread0, self.template_gray, cx_f, cy_f,
|
|
||||||
var.angle_deg, var.scale, mask_full,
|
|
||||||
)
|
|
||||||
elif refine_angle and self.template_gray is not None:
|
|
||||||
ang_f, score_f, cx_f, cy_f = self._refine_angle(
|
ang_f, score_f, cx_f, cy_f = self._refine_angle(
|
||||||
spread0, bit_active_full, self.template_gray, cx_f, cy_f,
|
spread0, bit_active_full, self.template_gray, cx_f, cy_f,
|
||||||
var.angle_deg, var.scale, mask_full,
|
var.angle_deg, var.scale, mask_full,
|
||||||
|
|||||||
Reference in New Issue
Block a user