Compare commits
2 Commits
852597ed51
...
64f2c8b5dc
| Author | SHA1 | Date | |
|---|---|---|---|
| 64f2c8b5dc | |||
| 7e076deb80 |
+72
-16
@@ -131,23 +131,64 @@ def _encode_png(img: np.ndarray) -> bytes:
|
||||
|
||||
|
||||
def _draw_matches(scene: np.ndarray, matches: list[Match],
|
||||
template_gray: np.ndarray | None) -> np.ndarray:
|
||||
template_gray: np.ndarray | None,
|
||||
matcher: "LineShapeMatcher | None" = None) -> np.ndarray:
|
||||
"""Disegna match annotati sulla scena.
|
||||
|
||||
Se matcher e' passato, usa la stessa pipeline di edge filtering
|
||||
(hysteresis weak/strong_grad) e selezione feature usata in training,
|
||||
cosi' l'overlay nel match riflette ESATTAMENTE quello che l'utente
|
||||
ha visto nel preview "Anteprima edge". Inoltre disegna UCS
|
||||
(asse X rosso, Y verde) sul centro pose del match.
|
||||
|
||||
Senza matcher: fallback Canny (legacy).
|
||||
"""
|
||||
out = scene.copy()
|
||||
H, W = scene.shape[:2]
|
||||
palette = [
|
||||
(0, 255, 0), (0, 200, 255), (255, 100, 100), (255, 200, 0),
|
||||
(200, 0, 255), (100, 255, 200), (255, 0, 0), (0, 255, 255),
|
||||
]
|
||||
bin_colors = [
|
||||
(255, 0, 0), (255, 128, 0), (255, 255, 0), (0, 255, 0),
|
||||
(0, 255, 255), (0, 128, 255), (0, 0, 255), (255, 0, 255),
|
||||
(255, 100, 100), (255, 180, 100), (255, 230, 100), (180, 255, 100),
|
||||
(100, 255, 200), (100, 180, 255), (180, 100, 255), (255, 100, 200),
|
||||
]
|
||||
for i, m in enumerate(matches):
|
||||
color = palette[i % len(palette)]
|
||||
if template_gray is not None:
|
||||
t = template_gray
|
||||
th, tw = t.shape
|
||||
edge = cv2.Canny(t, 50, 150)
|
||||
cx_t = (tw - 1) / 2.0; cy_t = (th - 1) / 2.0
|
||||
M = cv2.getRotationMatrix2D((cx_t, cy_t), m.angle_deg, m.scale)
|
||||
M[0, 2] += m.cx - cx_t
|
||||
M[1, 2] += m.cy - cy_t
|
||||
if matcher is not None:
|
||||
# Edge filtrati con stessi param matcher (hysteresis)
|
||||
warped_gray = cv2.warpAffine(
|
||||
t, M, (W, H), flags=cv2.INTER_LINEAR, borderValue=0)
|
||||
mag, bins = matcher._gradient(warped_gray)
|
||||
if matcher.weak_grad < matcher.strong_grad:
|
||||
edge_mask = matcher._hysteresis_mask(mag)
|
||||
else:
|
||||
edge_mask = mag >= matcher.strong_grad
|
||||
# Background edge filtrati: tinta scura colore match
|
||||
if edge_mask.any():
|
||||
bg_overlay = np.zeros_like(out)
|
||||
dark = tuple(int(c * 0.35) for c in color)
|
||||
bg_overlay[edge_mask] = dark
|
||||
out = cv2.addWeighted(out, 1.0, bg_overlay, 0.7, 0)
|
||||
# Feature scelte: estrazione alla pose, dot colorati per bin
|
||||
fx, fy, fb = matcher._extract_features(mag, bins, None)
|
||||
for k in range(len(fx)):
|
||||
px, py = int(fx[k]), int(fy[k])
|
||||
if 0 <= px < W and 0 <= py < H:
|
||||
bcol = bin_colors[int(fb[k]) % len(bin_colors)]
|
||||
cv2.circle(out, (px, py), 2, bcol, -1, cv2.LINE_AA)
|
||||
else:
|
||||
# Legacy Canny
|
||||
edge = cv2.Canny(t, 50, 150)
|
||||
warped = cv2.warpAffine(edge, M, (W, H),
|
||||
flags=cv2.INTER_NEAREST, borderValue=0)
|
||||
mask = warped > 0
|
||||
@@ -155,20 +196,35 @@ def _draw_matches(scene: np.ndarray, matches: list[Match],
|
||||
overlay = np.zeros_like(out)
|
||||
overlay[mask] = color
|
||||
out[mask] = (0.3 * out[mask] + 0.7 * overlay[mask]).astype(np.uint8)
|
||||
poly = m.bbox_poly.astype(np.int32).reshape(-1, 1, 2)
|
||||
cv2.polylines(out, [poly], True, color, 2, cv2.LINE_AA)
|
||||
p0 = tuple(m.bbox_poly[0].astype(int))
|
||||
p1 = tuple(m.bbox_poly[1].astype(int))
|
||||
cv2.line(out, p0, p1, color, 4, cv2.LINE_AA)
|
||||
# bbox poly e linea-marker rimossi (richiesta utente "togli la ROI"):
|
||||
# UCS + edge filtrati gia' identificano pose e orientamento,
|
||||
# il rettangolo aggiunto era ridondante e copriva il pezzo.
|
||||
cx, cy = int(round(m.cx)), int(round(m.cy))
|
||||
cv2.drawMarker(out, (cx, cy), color, cv2.MARKER_CROSS, 22, 2, cv2.LINE_AA)
|
||||
# UCS sul centro pose match (richiesta utente: come nell'anteprima
|
||||
# modello). Asse X rosso destra, Y verde basso (image y-down).
|
||||
# Lunghezza derivata dalla diagonale bbox per scala-invariante.
|
||||
L = int(np.linalg.norm(m.bbox_poly[1] - m.bbox_poly[0])) // 2
|
||||
a = np.deg2rad(m.angle_deg)
|
||||
cv2.arrowedLine(out, (cx, cy),
|
||||
(int(cx + L * np.cos(a)), int(cy - L * np.sin(a))),
|
||||
color, 2, cv2.LINE_AA, tipLength=0.2)
|
||||
if L < 10:
|
||||
L = 30 # fallback se bbox degenere
|
||||
ax = np.deg2rad(m.angle_deg)
|
||||
# X axis ruotato (rosso)
|
||||
x_end = (int(cx + L * np.cos(ax)), int(cy - L * np.sin(ax)))
|
||||
cv2.arrowedLine(out, (cx, cy), x_end,
|
||||
(0, 0, 255), 2, cv2.LINE_AA, tipLength=0.2)
|
||||
cv2.putText(out, "X", (x_end[0] + 4, x_end[1] + 5),
|
||||
cv2.FONT_HERSHEY_SIMPLEX, 0.5, (0, 0, 255), 1, cv2.LINE_AA)
|
||||
# Y axis perpendicolare (verde, +90° in image coords = giu' visivo)
|
||||
y_end = (int(cx + L * np.cos(ax + np.pi / 2)),
|
||||
int(cy - L * np.sin(ax + np.pi / 2)))
|
||||
cv2.arrowedLine(out, (cx, cy), y_end,
|
||||
(0, 255, 0), 2, cv2.LINE_AA, tipLength=0.2)
|
||||
cv2.putText(out, "Y", (y_end[0] + 4, y_end[1] + 12),
|
||||
cv2.FONT_HERSHEY_SIMPLEX, 0.5, (0, 255, 0), 1, cv2.LINE_AA)
|
||||
# Origine UCS: cerchio bianco con bordo nero
|
||||
cv2.circle(out, (cx, cy), 4, (0, 0, 0), -1, cv2.LINE_AA)
|
||||
cv2.circle(out, (cx, cy), 3, (255, 255, 255), -1, cv2.LINE_AA)
|
||||
label = f"#{i+1} {m.angle_deg:.0f}d s={m.scale:.2f} {m.score:.2f}"
|
||||
cv2.putText(out, label, (cx + 8, cy - 8),
|
||||
cv2.putText(out, label, (cx + 12, cy - 12),
|
||||
cv2.FONT_HERSHEY_SIMPLEX, 0.5, color, 2, cv2.LINE_AA)
|
||||
return out
|
||||
|
||||
@@ -511,7 +567,7 @@ def match(p: MatchParams):
|
||||
|
||||
# Render annotated image
|
||||
tg = cv2.cvtColor(roi_img, cv2.COLOR_BGR2GRAY)
|
||||
annotated = _draw_matches(scene, matches, tg)
|
||||
annotated = _draw_matches(scene, matches, tg, matcher=m)
|
||||
ann_id = _store_image(annotated)
|
||||
|
||||
return MatchResp(
|
||||
@@ -588,7 +644,7 @@ def match_simple(p: SimpleMatchParams):
|
||||
t_find = time.time() - t0
|
||||
|
||||
tg = cv2.cvtColor(roi_img, cv2.COLOR_BGR2GRAY)
|
||||
annotated = _draw_matches(scene, matches, tg)
|
||||
annotated = _draw_matches(scene, matches, tg, matcher=m)
|
||||
ann_id = _store_image(annotated)
|
||||
|
||||
return MatchResp(
|
||||
@@ -864,7 +920,7 @@ def match_recipe(p: RecipeMatchParams):
|
||||
)
|
||||
t_find = time.time() - t0
|
||||
tg = m.template_gray if m.template_gray is not None else np.zeros((1, 1), np.uint8)
|
||||
annotated = _draw_matches(scene, matches, tg)
|
||||
annotated = _draw_matches(scene, matches, tg, matcher=m)
|
||||
ann_id = _store_image(annotated)
|
||||
return MatchResp(
|
||||
matches=[MatchResult(
|
||||
|
||||
Reference in New Issue
Block a user