Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 4419c237b2 |
+75
-104
@@ -110,6 +110,62 @@ if HAS_NUMBA:
|
|||||||
acc[y, x] *= inv
|
acc[y, x] *= inv
|
||||||
return acc
|
return acc
|
||||||
|
|
||||||
|
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
||||||
|
def _jit_score_bitmap_greedy(
|
||||||
|
spread: np.ndarray,
|
||||||
|
dx: np.ndarray, dy: np.ndarray, bins: np.ndarray,
|
||||||
|
bit_active: np.uint8,
|
||||||
|
min_score: nb.float32,
|
||||||
|
greediness: nb.float32,
|
||||||
|
) -> np.ndarray:
|
||||||
|
"""Score bitmap con early-exit greedy (no rescore background).
|
||||||
|
|
||||||
|
Per ogni pixel iteriamo le N feature; abortiamo non appena diventa
|
||||||
|
impossibile raggiungere `min_required` count anche aggiungendo
|
||||||
|
tutte le feature rimanenti. min_required = greediness * min_score * N.
|
||||||
|
|
||||||
|
greediness=0 → nessun early-exit (equivalente a kernel base).
|
||||||
|
greediness=1 → exit non appena hits + remaining < min_score * N.
|
||||||
|
Tipico: 0.7-0.9 → 2-4x speed-up senza perdere match.
|
||||||
|
"""
|
||||||
|
H, W = spread.shape
|
||||||
|
N = dx.shape[0]
|
||||||
|
acc = np.zeros((H, W), dtype=np.float32)
|
||||||
|
if N == 0:
|
||||||
|
return acc
|
||||||
|
min_req = greediness * min_score * N
|
||||||
|
inv_N = nb.float32(1.0 / N)
|
||||||
|
for y in nb.prange(H):
|
||||||
|
for x in range(W):
|
||||||
|
hits = 0
|
||||||
|
for i in range(N):
|
||||||
|
b = bins[i]
|
||||||
|
mask = np.uint8(1) << b
|
||||||
|
if (bit_active & mask) == 0:
|
||||||
|
# Nessun chance per questa feature
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
ddy = dy[i]
|
||||||
|
yy = y + ddy
|
||||||
|
if yy < 0 or yy >= H:
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
ddx = dx[i]
|
||||||
|
xx = x + ddx
|
||||||
|
if xx < 0 or xx >= W:
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
if spread[yy, xx] & mask:
|
||||||
|
hits += 1
|
||||||
|
else:
|
||||||
|
if hits + (N - i - 1) < min_req:
|
||||||
|
break
|
||||||
|
acc[y, x] = nb.float32(hits) * inv_N
|
||||||
|
return acc
|
||||||
|
|
||||||
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
||||||
def _jit_score_bitmap_rescored(
|
def _jit_score_bitmap_rescored(
|
||||||
spread: np.ndarray, # uint8 (H, W)
|
spread: np.ndarray, # uint8 (H, W)
|
||||||
@@ -159,63 +215,6 @@ if HAS_NUMBA:
|
|||||||
acc[y, x] = 0.0
|
acc[y, x] = 0.0
|
||||||
return acc
|
return acc
|
||||||
|
|
||||||
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
|
||||||
def _jit_top_max_per_variant(
|
|
||||||
spread: np.ndarray, # uint8 (H, W)
|
|
||||||
dx_flat: np.ndarray, # int32 (sum_N,)
|
|
||||||
dy_flat: np.ndarray, # int32 (sum_N,)
|
|
||||||
bins_flat: np.ndarray, # int8 (sum_N,)
|
|
||||||
offsets: np.ndarray, # int32 (n_vars+1,) prefix sum
|
|
||||||
bit_active: np.uint8,
|
|
||||||
bg_per_variant: np.ndarray, # float32 (n_vars, H, W) - 1 per scala
|
|
||||||
scale_idx: np.ndarray, # int32 (n_vars,) idx in bg_per_variant
|
|
||||||
) -> np.ndarray:
|
|
||||||
"""Batch: per ogni variante calcola max score (rescored bg), ritorna
|
|
||||||
array float32 (n_vars,). Parallelismo prange ESTERNO sulle varianti
|
|
||||||
elimina overhead di n_vars chiamate JIT separate (avg ~20us per
|
|
||||||
chiamata su template piccoli) + pool thread Python.
|
|
||||||
|
|
||||||
Pensato per fase TOP del pruning quando n_vars >> n_threads.
|
|
||||||
"""
|
|
||||||
n_vars = offsets.shape[0] - 1
|
|
||||||
H, W = spread.shape
|
|
||||||
out = np.zeros(n_vars, dtype=np.float32)
|
|
||||||
for vi in nb.prange(n_vars):
|
|
||||||
i0 = offsets[vi]; i1 = offsets[vi + 1]
|
|
||||||
N = i1 - i0
|
|
||||||
if N == 0:
|
|
||||||
out[vi] = -1.0
|
|
||||||
continue
|
|
||||||
si = scale_idx[vi]
|
|
||||||
inv = nb.float32(1.0 / N)
|
|
||||||
best = nb.float32(-1.0)
|
|
||||||
for y in range(H):
|
|
||||||
for x in range(W):
|
|
||||||
s = nb.float32(0.0)
|
|
||||||
for k in range(N):
|
|
||||||
b = bins_flat[i0 + k]
|
|
||||||
mask = np.uint8(1) << b
|
|
||||||
if (bit_active & mask) == 0:
|
|
||||||
continue
|
|
||||||
ddy = dy_flat[i0 + k]
|
|
||||||
yy = y + ddy
|
|
||||||
if yy < 0 or yy >= H:
|
|
||||||
continue
|
|
||||||
ddx = dx_flat[i0 + k]
|
|
||||||
xx = x + ddx
|
|
||||||
if xx < 0 or xx >= W:
|
|
||||||
continue
|
|
||||||
if spread[yy, xx] & mask:
|
|
||||||
s += nb.float32(1.0)
|
|
||||||
s *= inv
|
|
||||||
bgv = bg_per_variant[si, y, x]
|
|
||||||
if bgv < 1.0:
|
|
||||||
r = (s - bgv) / (1.0 - bgv + 1e-6)
|
|
||||||
if r > best:
|
|
||||||
best = r
|
|
||||||
out[vi] = best if best > 0.0 else 0.0
|
|
||||||
return out
|
|
||||||
|
|
||||||
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
@nb.njit(cache=True, parallel=True, fastmath=True, boundscheck=False)
|
||||||
def _jit_popcount_density(spread: np.ndarray) -> np.ndarray:
|
def _jit_popcount_density(spread: np.ndarray) -> np.ndarray:
|
||||||
"""Conta bit set per pixel: ritorna (H, W) float32 in [0..8]."""
|
"""Conta bit set per pixel: ritorna (H, W) float32 in [0..8]."""
|
||||||
@@ -242,11 +241,9 @@ if HAS_NUMBA:
|
|||||||
_jit_score_bitmap(spread, dx, dy, b, np.uint8(0xFF))
|
_jit_score_bitmap(spread, dx, dy, b, np.uint8(0xFF))
|
||||||
bg = np.zeros((32, 32), dtype=np.float32)
|
bg = np.zeros((32, 32), dtype=np.float32)
|
||||||
_jit_score_bitmap_rescored(spread, dx, dy, b, np.uint8(0xFF), bg)
|
_jit_score_bitmap_rescored(spread, dx, dy, b, np.uint8(0xFF), bg)
|
||||||
offsets = np.array([0, 1], dtype=np.int32)
|
_jit_score_bitmap_greedy(
|
||||||
scale_idx = np.zeros(1, dtype=np.int32)
|
spread, dx, dy, b, np.uint8(0xFF),
|
||||||
bg_pv = np.zeros((1, 32, 32), dtype=np.float32)
|
np.float32(0.5), np.float32(0.8),
|
||||||
_jit_top_max_per_variant(
|
|
||||||
spread, dx, dy, b, offsets, np.uint8(0xFF), bg_pv, scale_idx,
|
|
||||||
)
|
)
|
||||||
_jit_popcount_density(spread)
|
_jit_popcount_density(spread)
|
||||||
|
|
||||||
@@ -261,10 +258,7 @@ else: # pragma: no cover
|
|||||||
def _jit_score_bitmap_rescored(spread, dx, dy, bins, bit_active, bg):
|
def _jit_score_bitmap_rescored(spread, dx, dy, bins, bit_active, bg):
|
||||||
raise RuntimeError("numba non disponibile")
|
raise RuntimeError("numba non disponibile")
|
||||||
|
|
||||||
def _jit_top_max_per_variant(
|
def _jit_score_bitmap_greedy(spread, dx, dy, bins, bit_active, min_score, greediness):
|
||||||
spread, dx_flat, dy_flat, bins_flat, offsets, bit_active,
|
|
||||||
bg_per_variant, scale_idx,
|
|
||||||
):
|
|
||||||
raise RuntimeError("numba non disponibile")
|
raise RuntimeError("numba non disponibile")
|
||||||
|
|
||||||
def _jit_popcount_density(spread):
|
def _jit_popcount_density(spread):
|
||||||
@@ -315,49 +309,26 @@ def score_bitmap_rescored(
|
|||||||
return np.maximum(0.0, out).astype(np.float32)
|
return np.maximum(0.0, out).astype(np.float32)
|
||||||
|
|
||||||
|
|
||||||
def top_max_per_variant(
|
def score_bitmap_greedy(
|
||||||
spread: np.ndarray,
|
spread: np.ndarray, dx: np.ndarray, dy: np.ndarray, bins: np.ndarray,
|
||||||
dx_list: list, dy_list: list, bin_list: list,
|
bit_active: int, min_score: float, greediness: float,
|
||||||
bg_per_scale: dict,
|
|
||||||
variant_scales: list,
|
|
||||||
bit_active: int,
|
|
||||||
) -> np.ndarray:
|
) -> np.ndarray:
|
||||||
"""Wrapper: prepara buffer flat e chiama kernel batch su tutte le varianti.
|
"""Score bitmap con early-exit greedy. Per coarse-pass aggressivo.
|
||||||
|
|
||||||
Parallelismo Numba prange-esterno sulle varianti (n_vars >> n_threads
|
Non applica rescore background: usare quando la scena ha basso clutter
|
||||||
tipicamente per top-pruning) → meglio del thread-pool Python che paga
|
o quando si vuole mass-prune varianti via top-level rapidamente.
|
||||||
overhead di n_vars chiamate JIT separate.
|
|
||||||
"""
|
"""
|
||||||
if not HAS_NUMBA or len(dx_list) == 0:
|
if HAS_NUMBA and len(dx) > 0:
|
||||||
return np.array([], dtype=np.float32)
|
return _jit_score_bitmap_greedy(
|
||||||
n_vars = len(dx_list)
|
|
||||||
sizes = [len(d) for d in dx_list]
|
|
||||||
offsets = np.zeros(n_vars + 1, dtype=np.int32)
|
|
||||||
offsets[1:] = np.cumsum(sizes)
|
|
||||||
total = int(offsets[-1])
|
|
||||||
dx_flat = np.empty(total, dtype=np.int32)
|
|
||||||
dy_flat = np.empty(total, dtype=np.int32)
|
|
||||||
bins_flat = np.empty(total, dtype=np.int8)
|
|
||||||
for vi, (dx, dy, bn) in enumerate(zip(dx_list, dy_list, bin_list)):
|
|
||||||
i0 = int(offsets[vi]); i1 = int(offsets[vi + 1])
|
|
||||||
dx_flat[i0:i1] = dx
|
|
||||||
dy_flat[i0:i1] = dy
|
|
||||||
bins_flat[i0:i1] = bn
|
|
||||||
# bg per variante: indicizzato per scala
|
|
||||||
scales_unique = sorted(bg_per_scale.keys())
|
|
||||||
scale_to_idx = {s: i for i, s in enumerate(scales_unique)}
|
|
||||||
H, W = spread.shape
|
|
||||||
bg_pv = np.empty((len(scales_unique), H, W), dtype=np.float32)
|
|
||||||
for s, idx in scale_to_idx.items():
|
|
||||||
bg_pv[idx] = bg_per_scale[s]
|
|
||||||
scale_idx = np.array(
|
|
||||||
[scale_to_idx[s] for s in variant_scales], dtype=np.int32,
|
|
||||||
)
|
|
||||||
return _jit_top_max_per_variant(
|
|
||||||
np.ascontiguousarray(spread, dtype=np.uint8),
|
np.ascontiguousarray(spread, dtype=np.uint8),
|
||||||
dx_flat, dy_flat, bins_flat, offsets, np.uint8(bit_active),
|
np.ascontiguousarray(dx, dtype=np.int32),
|
||||||
bg_pv, scale_idx,
|
np.ascontiguousarray(dy, dtype=np.int32),
|
||||||
|
np.ascontiguousarray(bins, dtype=np.int8),
|
||||||
|
np.uint8(bit_active),
|
||||||
|
np.float32(min_score), np.float32(greediness),
|
||||||
)
|
)
|
||||||
|
# Fallback: kernel base senza early-exit
|
||||||
|
return score_bitmap(spread, dx, dy, bins, bit_active)
|
||||||
|
|
||||||
|
|
||||||
def popcount_density(spread: np.ndarray) -> np.ndarray:
|
def popcount_density(spread: np.ndarray) -> np.ndarray:
|
||||||
|
|||||||
+14
-22
@@ -40,7 +40,7 @@ from pm2d._jit_kernels import (
|
|||||||
score_by_shift as _jit_score_by_shift,
|
score_by_shift as _jit_score_by_shift,
|
||||||
score_bitmap as _jit_score_bitmap,
|
score_bitmap as _jit_score_bitmap,
|
||||||
score_bitmap_rescored as _jit_score_bitmap_rescored,
|
score_bitmap_rescored as _jit_score_bitmap_rescored,
|
||||||
top_max_per_variant as _jit_top_max_per_variant,
|
score_bitmap_greedy as _jit_score_bitmap_greedy,
|
||||||
popcount_density as _jit_popcount,
|
popcount_density as _jit_popcount,
|
||||||
HAS_NUMBA,
|
HAS_NUMBA,
|
||||||
)
|
)
|
||||||
@@ -575,7 +575,7 @@ class LineShapeMatcher:
|
|||||||
verify_threshold: float = 0.4,
|
verify_threshold: float = 0.4,
|
||||||
coarse_angle_factor: int = 2,
|
coarse_angle_factor: int = 2,
|
||||||
scale_penalty: float = 0.0,
|
scale_penalty: float = 0.0,
|
||||||
batch_top: bool = False,
|
greediness: float = 0.0,
|
||||||
) -> list[Match]:
|
) -> list[Match]:
|
||||||
"""
|
"""
|
||||||
scale_penalty: se > 0, riduce lo score per match a scala diversa da 1.0:
|
scale_penalty: se > 0, riduce lo score per match a scala diversa da 1.0:
|
||||||
@@ -647,10 +647,20 @@ class LineShapeMatcher:
|
|||||||
end = min(n, i + half + 1)
|
end = min(n, i + half + 1)
|
||||||
neighbor_map[vi_c] = vi_sorted[start:end]
|
neighbor_map[vi_c] = vi_sorted[start:end]
|
||||||
|
|
||||||
# Pruning varianti via top-level (parallelizzato) - solo coarse
|
# Pruning varianti via top-level (parallelizzato) - solo coarse.
|
||||||
|
# greediness > 0: usa kernel greedy con early-exit (no rescore bg)
|
||||||
|
# per il pruning. ~2-4x speed-up sul top con greediness=0.8.
|
||||||
|
use_greedy_top = greediness > 0.0
|
||||||
|
|
||||||
def _top_score(vi: int) -> tuple[int, float]:
|
def _top_score(vi: int) -> tuple[int, float]:
|
||||||
var = self.variants[vi]
|
var = self.variants[vi]
|
||||||
lvl = var.levels[min(top, len(var.levels) - 1)]
|
lvl = var.levels[min(top, len(var.levels) - 1)]
|
||||||
|
if use_greedy_top:
|
||||||
|
score = _jit_score_bitmap_greedy(
|
||||||
|
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
||||||
|
top_thresh, greediness,
|
||||||
|
)
|
||||||
|
else:
|
||||||
score = _jit_score_bitmap_rescored(
|
score = _jit_score_bitmap_rescored(
|
||||||
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
spread_top, lvl.dx, lvl.dy, lvl.bin, bit_active_top,
|
||||||
bg_cache_top[var.scale],
|
bg_cache_top[var.scale],
|
||||||
@@ -659,25 +669,7 @@ class LineShapeMatcher:
|
|||||||
|
|
||||||
kept_coarse: list[tuple[int, float]] = []
|
kept_coarse: list[tuple[int, float]] = []
|
||||||
all_top_scores: list[tuple[int, float]] = []
|
all_top_scores: list[tuple[int, float]] = []
|
||||||
# batch_top: usa kernel batch single-call con prange-esterno su
|
if self.n_threads > 1 and len(coarse_idx_list) > 1:
|
||||||
# varianti. Vince su threadpool quando n_vars >> n_threads e quando
|
|
||||||
# H*W top e' piccolo (overhead chiamate JIT > costo kernel).
|
|
||||||
if (batch_top and HAS_NUMBA and len(coarse_idx_list) > 4):
|
|
||||||
dx_l = []; dy_l = []; bn_l = []; vs_l = []
|
|
||||||
for vi in coarse_idx_list:
|
|
||||||
var = self.variants[vi]
|
|
||||||
lvl = var.levels[min(top, len(var.levels) - 1)]
|
|
||||||
dx_l.append(lvl.dx); dy_l.append(lvl.dy); bn_l.append(lvl.bin)
|
|
||||||
vs_l.append(var.scale)
|
|
||||||
scores_arr = _jit_top_max_per_variant(
|
|
||||||
spread_top, dx_l, dy_l, bn_l, bg_cache_top, vs_l,
|
|
||||||
bit_active_top,
|
|
||||||
)
|
|
||||||
for vi, best in zip(coarse_idx_list, scores_arr.tolist()):
|
|
||||||
all_top_scores.append((vi, best))
|
|
||||||
if best >= top_thresh:
|
|
||||||
kept_coarse.append((vi, best))
|
|
||||||
elif self.n_threads > 1 and len(coarse_idx_list) > 1:
|
|
||||||
with ThreadPoolExecutor(max_workers=self.n_threads) as ex:
|
with ThreadPoolExecutor(max_workers=self.n_threads) as ex:
|
||||||
for vi, best in ex.map(_top_score, coarse_idx_list):
|
for vi, best in ex.map(_top_score, coarse_idx_list):
|
||||||
all_top_scores.append((vi, best))
|
all_top_scores.append((vi, best))
|
||||||
|
|||||||
Reference in New Issue
Block a user